-- Logs begin at Tue 2022-07-05 09:25:06 UTC, end at Tue 2022-07-05 10:38:36 UTC. -- Jul 05 10:01:54.786783 dv-cinder-master-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 05 10:01:57.433613 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.common.config [-] Logging enabled! Jul 05 10:01:57.434186 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev414 Jul 05 10:01:57.434391 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103922) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 05 10:01:57.437698 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.common.config [-] Logging enabled! Jul 05 10:01:57.437949 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev414 Jul 05 10:01:57.438260 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103922) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 05 10:01:57.439190 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 10:01:57.439423 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 10:01:57.439786 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 10:01:57.440029 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 10:01:57.440252 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 10:01:57.440695 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.440997 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.441226 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.441523 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.442382 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.442667 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.442961 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.443259 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.443545 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.443825 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.444107 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.444336 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.444637 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.444927 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.445211 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.445437 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] debug = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.445710 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.446135 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.446534 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.446824 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.447119 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.447409 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.447666 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.447939 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.448219 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.448576 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] host = dv-cinder-master-3-iscsi {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.448851 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.449138 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.449424 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.449708 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.449981 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.450255 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.450539 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.450809 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.451077 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] log_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.451349 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.451634 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.451918 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.452203 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.452442 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.452665 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.452949 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.453237 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.453510 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.453781 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.454052 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.454322 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.454592 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.454856 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.455138 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.455419 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.455703 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.455973 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.456243 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.456532 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.456803 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.457091 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.457398 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.457669 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.457939 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.458223 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.458488 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.458755 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.459050 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.459335 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.459617 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.459901 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.460172 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.460474 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.460745 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.461014 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.461284 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] use_json = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.461553 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.461820 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.462099 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.462367 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.462635 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.462904 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.463172 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.463453 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.463720 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:01:57.464010 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.464304 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.464633 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.464916 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.465220 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.465499 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.465785 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.466060 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.466345 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.466630 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.466912 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.467192 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.467488 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.467773 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.468065 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.468366 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.468678 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.468967 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.469240 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.469511 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.469781 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.470055 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.470337 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.470609 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.470893 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.471180 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.471457 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.471751 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.472033 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.472316 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.472632 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.472946 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.473223 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.473502 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.473790 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.474068 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.474341 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.474629 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.474909 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.475182 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.475464 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.475754 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.476043 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.476315 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.476615 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.476904 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.477185 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.477456 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.477726 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.478000 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.478271 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.478554 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.478831 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.479102 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.479374 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.479650 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.479922 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.480193 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.480496 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.480767 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.481041 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.481311 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.481579 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.481849 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.482119 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.482387 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.482657 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.482925 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.483201 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.483469 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.483739 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.484008 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.484275 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.484572 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.484866 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.485141 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.485416 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.485691 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.485966 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.486239 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.486512 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.486785 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.487064 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.487334 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.487622 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.487900 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.488182 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.489007 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.489285 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.489607 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.489884 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.490160 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.490438 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.490713 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.490987 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.491269 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.491551 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.491847 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.492142 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.492442 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.492740 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.493033 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.493321 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.493600 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.493905 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.494183 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:01:57.494397 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 10:01:57.494631 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103922) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 05 10:01:57.790765 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 05 10:01:57.790978 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 05 10:01:57.791277 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 05 10:01:57.791606 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 05 10:01:58.196484 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.196770 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.197038 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.199950 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.200227 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.200516 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.252525 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.252817 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.253085 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.267878 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.268156 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.268440 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.297913 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.298192 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.298458 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.334634 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.334910 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.335179 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.564097 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.564705 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.564705 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.564877 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.565513 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.662863 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.663180 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.663457 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.663724 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.663989 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.664293 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.664578 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.664834 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.665085 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.665363 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.665618 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.665879 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.666130 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.666377 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.666628 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.666889 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.667141 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.667404 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.667669 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.667925 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.668196 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.668469 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.668752 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.669126 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.669372 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.669616 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.670007 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 10:01:58.670246 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 10:01:58.670482 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 10:01:58.670720 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 10:01:58.670953 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 10:01:58.671186 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 10:01:58.671553 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 05 10:01:58.674650 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 05 10:01:58.679106 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 05 10:01:58.682725 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jul 05 10:01:58.684353 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 05 10:01:58.684993 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 05 10:01:58.685331 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 05 10:01:58.685710 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 05 10:01:58.688495 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 05 10:01:58.688745 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 05 10:01:58.689094 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 05 10:01:58.694235 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 05 10:01:58.717435 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 05 10:01:58.717884 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.718178 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103922) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 05 10:01:58.718549 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.719894 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103922) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 05 10:01:58.720172 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 05 10:01:58.720430 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 05 10:01:58.724409 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.724696 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:58.884751 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 05 10:01:58.884932 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 05 10:01:58.885181 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 05 10:01:58.885533 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 05 10:01:58.938668 dv-cinder-master-3-iscsi neutron-server[103922]: INFO dbcounter [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Registered counter for database neutron Jul 05 10:01:58.958171 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_db.sqlalchemy.engines [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103922) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 05 10:01:58.963892 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writer thread running {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 05 10:01:59.501119 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Initializing driver for type 'gre' Jul 05 10:01:59.501684 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] gre ID ranges: [(1, 1000)] Jul 05 10:01:59.554373 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Initializing driver for type 'local' Jul 05 10:01:59.554751 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Initializing driver for type 'vlan' Jul 05 10:01:59.569770 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] VlanTypeDriver initialization complete Jul 05 10:01:59.570382 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Initializing driver for type 'vxlan' Jul 05 10:01:59.570653 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] vxlan ID ranges: [(1, 1000)] Jul 05 10:01:59.628867 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Initializing extension driver 'port_security' Jul 05 10:01:59.629817 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.extensions.port_security [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] PortSecurityExtensionDriver initialization complete Jul 05 10:01:59.630146 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Initializing mechanism driver 'openvswitch' Jul 05 10:01:59.630461 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Initializing mechanism driver 'hyperv' Jul 05 10:01:59.637168 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:59.637832 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > port after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.638201 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > port after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.638552 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > port after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.639047 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 05 10:01:59.639465 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > subnet after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.639812 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > subnet after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.640152 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > subnet after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.640565 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 05 10:01:59.640974 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > network after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.641318 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > network after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.641657 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > network after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.642041 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 05 10:01:59.642448 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > security_group after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.642790 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > security_group after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.643125 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > security_group after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.643511 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 05 10:01:59.643912 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.644255 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.644615 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.645003 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 05 10:01:59.645402 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > address_group after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.645742 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > address_group after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.646076 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > address_group after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.646462 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 05 10:01:59.646893 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] ML2 OVO RPC backend initialized. {{(pid=103922) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 05 10:01:59.647588 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > router_interface after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.647935 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.648376 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > network before_response 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.648740 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > networks before_response 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.649079 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > port before_response 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.649411 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > ports before_response 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.649747 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > subnet before_response 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.650080 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > subnets before_response 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.650417 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > network after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.650747 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > network after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.651073 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > network after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.651399 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > port after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.651726 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > port after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.652051 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > port after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.652383 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > subnet after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.652730 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > subnet after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.653059 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > subnet after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.660750 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.quota [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded quota_driver: . Jul 05 10:01:59.661108 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.plugin [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Modular L2 Plugin initialization complete Jul 05 10:01:59.661449 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading services supported by the core plugin {{(pid=103922) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 05 10:01:59.661785 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Got port-security extension from driver 'port_security' Jul 05 10:01:59.662255 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.extensions.vlantransparent [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Disabled vlantransparent extension. Jul 05 10:01:59.662746 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103922) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 05 10:01:59.663067 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading Plugin: router Jul 05 10:01:59.699406 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > router_interface before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.699791 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > router after_create 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.700150 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > router before_create 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.700663 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.701032 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.701381 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > router after_delete 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.701735 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > floatingip after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.702079 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > floatingip after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.702430 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > router after_create 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.702769 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > router after_update 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.703110 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > router after_update 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.703450 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.703800 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > router after_update 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.704210 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > router precommit_update 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.704595 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: port after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.704929 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: port after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.705265 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: subnet after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.705594 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.705936 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > port precommit_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.706277 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > router precommit_create 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.706610 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: port before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.706948 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > router precommit_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.707318 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > router after_update 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.707654 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > router precommit_delete 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.708039 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > router precommit_create 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.708413 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > router_interface after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.708761 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > router precommit_update 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.709127 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > agent after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.709474 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > agent after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.709815 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > network after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.710668 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.quota.resource_registry [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Tracking information for resource: router configured {{(pid=103922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 10:01:59.710996 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.quota.resource_registry [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Tracking information for resource: floatingip configured {{(pid=103922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 10:01:59.715757 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.db.l3_agentschedulers_db [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 05 10:01:59.716338 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: port after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.716726 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: port after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.717080 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: port after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.717432 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: port after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.718228 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > router before_create 55550100 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.718592 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > router precommit_delete 55550100 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.718952 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > router precommit_create 55550100 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.719303 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > router precommit_update 55550100 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.724093 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.services.provider_configuration [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Service providers = [] {{(pid=103922) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 05 10:01:59.724481 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.db.servicetype_db [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103922) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 05 10:01:59.727381 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.services.service_base [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103922) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 10:01:59.727723 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.services.service_base [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103922) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 10:01:59.728061 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.services.service_base [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103922) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 10:01:59.729139 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.services.service_base [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103922) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 10:01:59.729507 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.services.service_base [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 05 10:01:59.729881 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 10:01:59.730195 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 05 10:01:59.740961 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 10:01:59.741292 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading Plugin: auto_allocate Jul 05 10:01:59.746972 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: network precommit_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.747335 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: network precommit_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.747848 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 10:01:59.748163 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading Plugin: tag Jul 05 10:01:59.755549 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 10:01:59.755824 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading Plugin: timestamp Jul 05 10:01:59.759622 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 10:01:59.759954 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading Plugin: network_ip_availability Jul 05 10:01:59.765400 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.765769 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.766116 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:01:59.766823 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 10:01:59.767139 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading Plugin: flavors Jul 05 10:01:59.772037 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 10:01:59.772363 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading Plugin: revisions Jul 05 10:01:59.776605 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 10:01:59.776994 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_concurrency.lockutils [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.986s {{(pid=103922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 05 10:01:59.777722 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103922) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jul 05 10:01:59.778055 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Initializing extension manager. Jul 05 10:01:59.778571 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: __init__.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.778906 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: __pycache__ {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.779236 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: address_group.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.779971 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.780569 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: address-group Jul 05 10:01:59.780890 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: address_scope.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.781598 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.782111 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: address-scope Jul 05 10:01:59.782682 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: admin_state_down_before_update.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.783593 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.784112 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: router-admin-state-down-before-update Jul 05 10:01:59.784459 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: agent.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.785153 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.785681 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: agent Jul 05 10:01:59.785997 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: agent_resources_synced.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.786907 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.787422 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: agent-resources-synced Jul 05 10:01:59.787738 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: allowedaddresspairs.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.789539 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.790059 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: allowed-address-pairs Jul 05 10:01:59.790381 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: auto_allocated_topology.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.791441 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.791958 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: auto-allocated-topology Jul 05 10:01:59.792274 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: availability_zone.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.792987 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.793490 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: availability_zone Jul 05 10:01:59.793804 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: availability_zone_filter.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.794711 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.795223 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: availability_zone_filter Jul 05 10:01:59.795541 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: data_plane_status.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.796472 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.796977 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension data-plane-status not supported by any of loaded plugins Jul 05 10:01:59.797291 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: default_subnetpools.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.798190 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.798693 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: default-subnetpools Jul 05 10:01:59.799008 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: dhcpagentscheduler.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.799796 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.800300 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: dhcp_agent_scheduler Jul 05 10:01:59.800641 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: dns.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.802066 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.802562 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension dns-integration not supported by any of loaded plugins Jul 05 10:01:59.802878 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: dns_domain_ports.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.803782 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.804283 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 05 10:01:59.804634 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.805541 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.806037 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 05 10:01:59.806351 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: dvr.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.807012 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.807517 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: dvr Jul 05 10:01:59.807836 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: ecmp_routes.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.808776 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.809273 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension ecmp_routes not supported by any of loaded plugins Jul 05 10:01:59.809589 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: empty_string_filtering.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.810481 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.810989 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: empty-string-filtering Jul 05 10:01:59.811302 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.812197 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.812735 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 05 10:01:59.813052 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.813956 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.814637 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 05 10:01:59.814956 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: external_net.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.815862 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.816373 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: external-net Jul 05 10:01:59.817300 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: extra_dhcp_opt.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.818204 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.818710 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: extra_dhcp_opt Jul 05 10:01:59.819026 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: extraroute.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.819915 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.820442 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: extraroute Jul 05 10:01:59.820761 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: extraroute_atomic.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.821778 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.822286 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: extraroute-atomic Jul 05 10:01:59.822604 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: filter_validation.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.823261 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.823760 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: filter-validation Jul 05 10:01:59.824074 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: fip_pf_description.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.824996 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.825504 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 05 10:01:59.825820 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: fip_pf_port_range.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.826719 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.827221 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 05 10:01:59.827536 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: fip_port_details.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.828480 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.828983 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: fip-port-details Jul 05 10:01:59.829298 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: flavors.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.830501 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.831013 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: flavors Jul 05 10:01:59.831332 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.832987 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.833510 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 05 10:01:59.833835 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: floatingip_pools.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.834525 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.835044 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: floatingip-pools Jul 05 10:01:59.835362 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: ip_allocation.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.836273 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.836799 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension ip_allocation not supported by any of loaded plugins Jul 05 10:01:59.837117 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.838025 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.838528 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: ip-substring-filtering Jul 05 10:01:59.838847 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: l2_adjacency.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.839766 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.840267 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension l2_adjacency not supported by any of loaded plugins Jul 05 10:01:59.840612 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: l3.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.841565 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.842083 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: router Jul 05 10:01:59.842402 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: l3_conntrack_helper.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.844640 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.845172 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 05 10:01:59.845499 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.846417 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.846932 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: ext-gw-mode Jul 05 10:01:59.847256 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.848710 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.849216 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: l3-ha Jul 05 10:01:59.849533 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.850435 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.850951 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 05 10:01:59.851257 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: l3_flavors.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.852162 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.852701 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: l3-flavors Jul 05 10:01:59.853021 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: l3_ndp_proxy.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.854374 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.854891 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 05 10:01:59.855219 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.856128 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.856680 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: l3-port-ip-change-not-allowed Jul 05 10:01:59.856999 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: l3agentscheduler.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.858116 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.858632 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: l3_agent_scheduler Jul 05 10:01:59.858954 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: local_ip.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.860747 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.861269 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension local_ip not supported by any of loaded plugins Jul 05 10:01:59.861595 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: logging.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.863050 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.863622 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension logging not supported by any of loaded plugins Jul 05 10:01:59.864464 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: metering.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.865204 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.865781 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: metering Jul 05 10:01:59.866102 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.867194 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.867708 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: metering_source_and_destination_fields Jul 05 10:01:59.868026 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: multiprovidernet.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.868971 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.869478 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: multi-provider Jul 05 10:01:59.869796 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: netmtu.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.870700 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.871206 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: net-mtu Jul 05 10:01:59.871524 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: netmtu_writable.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.872466 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.872979 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: net-mtu-writable Jul 05 10:01:59.873298 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: network_availability_zone.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.873966 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.874477 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: network_availability_zone Jul 05 10:01:59.874793 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: network_ip_availability.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.875896 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.876431 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: network-ip-availability Jul 05 10:01:59.876755 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: network_segment_range.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.877517 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.878025 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension network-segment-range not supported by any of loaded plugins Jul 05 10:01:59.878342 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: pagination.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.879352 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.879679 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: pagination Jul 05 10:01:59.879996 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: port_device_profile.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.880931 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.881446 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: port-device-profile Jul 05 10:01:59.881761 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: port_mac_address_override.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.882680 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.883182 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: port-mac-override Jul 05 10:01:59.883495 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.884437 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.884944 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: port-mac-address-regenerate Jul 05 10:01:59.885264 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.886165 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.886671 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: port-numa-affinity-policy Jul 05 10:01:59.886986 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: port_resource_request.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.887884 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.888385 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension port-resource-request not supported by any of loaded plugins Jul 05 10:01:59.888727 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: port_resource_request_groups.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.889682 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.890187 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 05 10:01:59.890508 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: portbindings.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.891427 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.891928 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: binding Jul 05 10:01:59.892244 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: portbindings_extended.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.893528 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.894039 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: binding-extended Jul 05 10:01:59.894359 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: portsecurity.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.895309 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.895819 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: port-security Jul 05 10:01:59.896137 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: project_id.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.897137 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.897463 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: project-id Jul 05 10:01:59.897779 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: providernet.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.898695 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.899203 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: provider Jul 05 10:01:59.899519 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: qos.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.904414 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.904957 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension qos not supported by any of loaded plugins Jul 05 10:01:59.905292 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.906528 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.907044 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 05 10:01:59.907613 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.908586 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.909107 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 05 10:01:59.909428 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: qos_default.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.910334 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.911358 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension qos-default not supported by any of loaded plugins Jul 05 10:01:59.911682 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: qos_fip.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.912633 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.913141 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension qos-fip not supported by any of loaded plugins Jul 05 10:01:59.913460 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: qos_fip_network_policy.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.914373 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.914879 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 05 10:01:59.915198 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: qos_gateway_ip.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.916120 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.916659 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 05 10:01:59.916980 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: qos_port_network_policy.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.917891 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.918402 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 05 10:01:59.918979 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.919751 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.920264 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 05 10:01:59.920614 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.923307 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.923307 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 05 10:01:59.923307 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: qos_pps_rule.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.924111 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.924111 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension qos-pps not supported by any of loaded plugins Jul 05 10:01:59.924459 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: qos_rule_type_details.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.925373 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.925891 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 05 10:01:59.926781 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: qos_rule_type_filter.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.927701 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.928217 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 05 10:01:59.928570 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: qos_rules_alias.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.929610 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.930120 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 05 10:01:59.930440 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: quota_check_limit.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.931350 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.931867 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: quota-check-limit Jul 05 10:01:59.932187 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: quotasv2.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.933147 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.933472 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: quotas Jul 05 10:01:59.933788 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: quotasv2_detail.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.935457 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.935796 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: quota_details Jul 05 10:01:59.936119 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: rbac.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.937192 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.937723 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: rbac-policies Jul 05 10:01:59.938043 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: rbac_address_group.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.938964 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.939476 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: rbac-address-group Jul 05 10:01:59.939792 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: rbac_address_scope.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.940739 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.941251 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: rbac-address-scope Jul 05 10:01:59.941567 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: rbac_security_groups.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.942574 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.943087 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: rbac-security-groups Jul 05 10:01:59.943404 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: rbac_subnetpool.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.944319 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.944856 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: rbac-subnetpool Jul 05 10:01:59.945169 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: revisionifmatch.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.946092 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.946598 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: revision-if-match Jul 05 10:01:59.946912 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: revisions.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.948020 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.948569 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: standard-attr-revisions Jul 05 10:01:59.948889 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: router_availability_zone.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.949556 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.950068 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: router_availability_zone Jul 05 10:01:59.950383 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: routerservicetype.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.951491 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.952001 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension router-service-type not supported by any of loaded plugins Jul 05 10:01:59.952318 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.953269 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.953784 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: security-groups-normalized-cidr Jul 05 10:01:59.954097 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: security_groups_port_filtering.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.955011 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.955521 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: port-security-groups-filtering Jul 05 10:01:59.955839 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.956789 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.957321 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: security-groups-remote-address-group Jul 05 10:01:59.957637 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.958578 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.959083 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: security-groups-shared-filtering Jul 05 10:01:59.959398 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: securitygroup.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.968908 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.969441 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: security-group Jul 05 10:01:59.969764 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: segment.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.970487 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.971000 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension segment not supported by any of loaded plugins Jul 05 10:01:59.971319 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.972259 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.972802 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 05 10:01:59.973648 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: servicetype.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.974752 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.975269 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: service-type Jul 05 10:01:59.975590 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: sorting.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.976600 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.976930 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: sorting Jul 05 10:01:59.977247 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: standard_attr_segment.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.979094 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.979614 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 05 10:01:59.979935 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: standardattrdescription.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.980602 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.981114 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: standard-attr-description Jul 05 10:01:59.981437 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: stateful_security_group.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.982396 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.982902 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: stateful-security-group Jul 05 10:01:59.983214 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: stdattrs_common.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.983788 dv-cinder-master-3-iscsi neutron-server[103922]: WARNING neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 05 10:01:59.984104 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.985075 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.985598 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 05 10:01:59.985913 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: subnet_onboard.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.986973 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.987484 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: subnet_onboard Jul 05 10:01:59.987802 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.989380 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.989891 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 05 10:01:59.990209 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: subnet_service_types.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.991132 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.991645 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: subnet-service-types Jul 05 10:01:59.991964 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: subnetallocation.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.993053 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.993564 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: subnet_allocation Jul 05 10:01:59.993881 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.994541 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.995062 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: subnetpool-prefix-ops Jul 05 10:01:59.995376 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.996298 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.996837 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 05 10:01:59.997151 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: tagging.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:01:59.998221 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:01:59.998739 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: standard-attr-tag Jul 05 10:01:59.999058 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: timestamp.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:02:00.000245 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:02:00.000789 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loaded extension: standard-attr-timestamp Jul 05 10:02:00.001111 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: trunk.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:02:00.002134 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:02:00.002645 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension trunk not supported by any of loaded plugins Jul 05 10:02:00.002966 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: trunk_details.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:02:00.003885 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:02:00.004441 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension trunk-details not supported by any of loaded plugins Jul 05 10:02:00.004762 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: uplink_status_propagation.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:02:00.005718 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:02:00.006189 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 05 10:02:00.006507 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Loading extension file: vlantransparent.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 10:02:00.007176 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 10:02:00.007680 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extension vlan-transparent not supported by any of loaded plugins Jul 05 10:02:00.010268 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Creating instance of TrackedResource for resource:network Jul 05 10:02:00.010783 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Creating instance of TrackedResource for resource:subnet Jul 05 10:02:00.011181 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 10:02:00.011572 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Creating instance of TrackedResource for resource:port Jul 05 10:02:00.012827 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 10:02:00.013258 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Service FLAVORS assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 10:02:00.013864 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 10:02:00.014304 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 10:02:00.014632 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Creating instance of TrackedResource for resource:router Jul 05 10:02:00.015057 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Creating instance of TrackedResource for resource:floatingip Jul 05 10:02:00.015545 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Service METERING assigned prefix: /metering {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 10:02:00.017024 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:02:00.017388 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:02:00.017736 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:02:00.018713 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Creating instance of CountableResource for resource:rbac_policy Jul 05 10:02:00.019141 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Creating instance of TrackedResource for resource:security_group Jul 05 10:02:00.019565 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Creating instance of TrackedResource for resource:security_group_rule Jul 05 10:02:00.020190 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Service CORE assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 10:02:00.020547 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 10:02:00.020897 dv-cinder-master-3-iscsi neutron-server[103922]: WARNING neutron.quota.resource_registry [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] subnetpool is already registered Jul 05 10:02:00.021311 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Service CORE assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 10:02:00.021628 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 10:02:00.021954 dv-cinder-master-3-iscsi neutron-server[103922]: WARNING neutron.quota.resource_registry [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] subnetpool is already registered Jul 05 10:02:00.024171 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 10:02:00.024632 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Service FLAVORS assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 10:02:00.025212 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 10:02:00.025628 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 10:02:00.025953 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Creating instance of TrackedResource for resource:router Jul 05 10:02:00.026286 dv-cinder-master-3-iscsi neutron-server[103922]: WARNING neutron.quota.resource_registry [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] router is already registered Jul 05 10:02:00.026707 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Creating instance of TrackedResource for resource:floatingip Jul 05 10:02:00.027044 dv-cinder-master-3-iscsi neutron-server[103922]: WARNING neutron.quota.resource_registry [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] floatingip is already registered Jul 05 10:02:00.027493 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Service METERING assigned prefix: /metering {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 10:02:00.028145 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Creating instance of CountableResource for resource:rbac_policy Jul 05 10:02:00.028495 dv-cinder-master-3-iscsi neutron-server[103922]: WARNING neutron.quota.resource_registry [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] rbac_policy is already registered Jul 05 10:02:00.028901 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Creating instance of TrackedResource for resource:security_group Jul 05 10:02:00.029231 dv-cinder-master-3-iscsi neutron-server[103922]: WARNING neutron.quota.resource_registry [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] security_group is already registered Jul 05 10:02:00.029633 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Creating instance of TrackedResource for resource:security_group_rule Jul 05 10:02:00.029963 dv-cinder-master-3-iscsi neutron-server[103922]: WARNING neutron.quota.resource_registry [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] security_group_rule is already registered Jul 05 10:02:00.030579 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Service CORE assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 10:02:00.030900 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 10:02:00.031224 dv-cinder-master-3-iscsi neutron-server[103922]: WARNING neutron.quota.resource_registry [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] subnetpool is already registered Jul 05 10:02:00.031632 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Service CORE assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 10:02:00.031952 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 10:02:00.032276 dv-cinder-master-3-iscsi neutron-server[103922]: WARNING neutron.quota.resource_registry [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] subnetpool is already registered Jul 05 10:02:00.033008 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: extensions {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.034436 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: address-groups {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.036460 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: address-scopes {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.037775 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: agents {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.038946 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: auto-allocated-topology {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.040168 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: availability_zones {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.041416 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: dhcp-networks {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.042896 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: dhcp-agents {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.044314 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: routers {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.046048 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: flavors {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.047317 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: service_profiles {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.048555 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: next_providers {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.049975 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: service_profiles {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.052058 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: floatingip-pools {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.053301 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: routers {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.055008 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: floatingips {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.056277 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: l3-routers {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.057688 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: l3-agents {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.059097 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: metering-labels {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.060341 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: metering-label-rules {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.062662 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: network-ip-availabilities {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.063924 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: bindings {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.065508 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: quotas {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.067202 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: quotas {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.068793 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: rbac-policies {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.069984 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: security-groups {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.071284 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: security-group-rules {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.072551 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: service-providers {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.073760 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: subnetpools {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.075156 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: subnetpools {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.076717 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: tags {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.078367 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: tags {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.080177 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: tags {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.081974 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: tags {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.083671 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: tags {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.085663 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: tags {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.088162 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: tags {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.090081 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: tags {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.091823 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: tags {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.093603 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Extended resource: tags {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 10:02:00.100142 dv-cinder-master-3-iscsi neutron-server[103922]: WARNING keystonemiddleware.auth_token [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 05 10:02:00.105166 dv-cinder-master-3-iscsi neutron-server[103922]: WARNING keystonemiddleware.auth_token [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 05 10:02:00.114391 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_concurrency.lockutils [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Acquired lock "singleton_lock" {{(pid=103922) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 05 10:02:00.114867 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_concurrency.lockutils [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Releasing lock "singleton_lock" {{(pid=103922) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 05 10:02:00.115506 dv-cinder-master-3-iscsi neutron-server[103922]: INFO oslo_service.service [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Starting 2 workers Jul 05 10:02:00.120234 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Started child 104031 {{(pid=103922) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 10:02:00.124542 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Started child 104032 {{(pid=103922) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 10:02:00.126166 dv-cinder-master-3-iscsi neutron-server[103922]: INFO neutron.service [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Neutron service started, listening on 0.0.0.0:9696 Jul 05 10:02:00.126823 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Publish callbacks [] for process (None), before_spawn {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:00.128147 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:00.129282 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:00.129694 dv-cinder-master-3-iscsi neutron-server[103922]: INFO oslo_service.service [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Starting 1 workers Jul 05 10:02:00.129768 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [-] (104031) wsgi starting up on http://0.0.0.0:9696 Jul 05 10:02:00.130730 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [-] (104032) wsgi starting up on http://0.0.0.0:9696 Jul 05 10:02:00.134521 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Started child 104033 {{(pid=103922) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 10:02:00.135097 dv-cinder-master-3-iscsi neutron-server[103922]: INFO oslo_service.service [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Starting 1 workers Jul 05 10:02:00.138753 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.service [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] calling RpcWorker wait() {{(pid=104033) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 05 10:02:00.139331 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.service [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] returning from RpcWorker wait() {{(pid=104033) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 05 10:02:00.139520 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Started child 104034 {{(pid=103922) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 10:02:00.140364 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-bab136c1-3b3e-419a-9cda-cc59ddd166aa None None] Publish callbacks [] for process (None), after_spawn {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:00.140752 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:00.141308 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:00.142349 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103922) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 05 10:02:00.142563 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 10:02:00.142747 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 10:02:00.142970 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 10:02:00.143287 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 10:02:00.143446 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 10:02:00.143968 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.144234 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.144511 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.144750 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:00.145199 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.145406 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.145674 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.145920 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.146187 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.146443 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.146613 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.146775 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.147032 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.147283 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.147613 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.147889 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.148136 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.148382 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.148571 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.148813 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.149071 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.149321 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.149613 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] debug = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.149884 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.150370 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.150620 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.150867 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.151098 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.151385 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.151625 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.151878 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.152106 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.152315 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.152577 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.152820 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.153048 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.153265 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.153477 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.153757 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.154002 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.154469 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.154701 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.154935 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.155173 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.155411 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.155643 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.155890 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.156107 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.156346 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.156627 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.156867 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.157102 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.157353 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.157846 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.158096 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] log_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.158241 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] log_options = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.158498 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.158747 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.159019 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.159211 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.159367 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.159507 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.159752 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.159898 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.160158 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.160946 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.161159 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.161371 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.161581 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.161811 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.162082 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.162332 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.162556 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.162761 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.163023 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.163246 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.163495 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.163695 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.163930 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.164155 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.164382 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.164614 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.164855 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.165081 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.165289 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.165527 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.165770 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.166028 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.167202 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.167352 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:00.167497 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.167497 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.167497 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.167497 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.168285 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.168285 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.168285 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.169015 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.169015 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.169321 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.170108 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.170108 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.170842 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.170842 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] use_json = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.170842 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.171041 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.171184 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.171405 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.171630 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.171844 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.172078 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.172317 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.172740 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.173324 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.173731 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.174173 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.174590 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.174995 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.175422 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.175827 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.176821 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.177245 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.177677 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.178164 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.178316 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.178544 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.178822 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.179261 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.179765 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.180210 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.181448 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.181863 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.182290 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.182701 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.182954 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.183238 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.183482 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.183716 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.183951 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.184193 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.184513 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.184778 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.185080 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.185392 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.185810 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.186227 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.186652 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.187062 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.187493 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.187882 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.188311 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.189266 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.189654 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.190102 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.190508 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.190930 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.191362 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.191786 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.192205 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.192627 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.193707 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.194131 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.194540 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.194943 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.195326 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.195734 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.196144 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.196572 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.196982 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.197396 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.197801 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.198057 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.198315 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.198566 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.198788 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.199048 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.199263 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.199652 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.200033 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.200271 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.201601 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.202001 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.202391 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.202611 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.202822 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.203050 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.203287 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.203532 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.203768 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.203982 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.204199 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.204430 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.204643 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.204858 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.205070 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.205300 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.205524 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.205882 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.206265 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.206477 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.206684 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.207058 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.207808 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.208017 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.208326 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.208604 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.208862 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.209080 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.209326 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.209560 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.209809 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.210027 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.210260 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.210488 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.210733 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.210956 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.211183 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.211402 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.211620 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.211854 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.212069 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.212308 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.212555 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.212770 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.213026 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.213251 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.213507 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.213736 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.213987 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.214207 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.214434 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.214665 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.214967 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.215194 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.215484 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.215717 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.215996 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.216300 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.216582 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.216833 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.217082 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.217328 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.217583 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.217812 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.218056 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.218305 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.218550 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.218771 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.219010 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.219229 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.219440 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.219666 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.219974 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.220201 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.221264 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.221264 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.221264 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.221264 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.221658 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.221658 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.221890 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.222118 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.222375 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.222604 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.223536 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.224201 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.224447 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.224828 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.224945 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.225088 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.225331 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.225543 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.225773 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.226004 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.226238 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.226435 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.226662 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.227067 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.227464 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.227721 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.227975 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.228153 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.228382 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.228700 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.228922 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.229158 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.229366 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.229612 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.229825 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.230091 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.230351 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.231237 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.231237 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.231237 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.231237 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.231707 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.231707 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.231960 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.232115 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.232344 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.232850 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.232850 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.233123 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.233248 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.233395 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.233626 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.233857 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.234192 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.234439 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.234667 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.234908 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.235142 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.235376 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.235591 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.235803 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.236046 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.236529 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.236529 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.236735 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.237016 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.237151 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.237959 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.237959 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.237959 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.238329 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.238329 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.238488 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.238646 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.238861 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.239074 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.239286 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.239492 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.239699 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.239906 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.240118 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.240413 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.240832 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.240971 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.241093 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.241354 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.241583 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.241813 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.242040 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.242293 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.242502 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.242722 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.242936 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.243065 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:00.243162 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.243353 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.243559 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.243766 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.243984 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.244217 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.244444 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.244668 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.244873 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.245079 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.245316 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.245554 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.245736 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.246551 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.246783 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.246988 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.247189 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.247436 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.247918 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.248058 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.248250 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.248492 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.248715 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.248949 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.249153 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.249464 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.249707 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.249922 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.250208 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.250505 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.250678 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.251126 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.251255 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.251413 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.252416 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.252416 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.252416 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.252416 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.252730 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.252919 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.253203 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.253467 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.253694 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.253957 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.254258 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.254542 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.254780 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.255064 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.255392 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.255668 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.255960 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.256155 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.256414 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.256649 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.256865 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.257105 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.257360 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.257532 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.257795 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.258019 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.258239 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.258468 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.258695 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.258927 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.259147 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.259377 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.259593 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.259804 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.259968 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 10:02:00.260520 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103922) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 05 10:02:00.260700 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 10:02:00.260839 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 10:02:00.260971 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 10:02:00.261106 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 10:02:00.261256 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 10:02:00.261458 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.261615 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.261772 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.261926 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.262115 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.262275 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.262429 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.262583 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.262736 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.262889 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.263043 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.263198 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.263352 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.263755 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.264004 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.264166 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.264320 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.264501 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.264813 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.264813 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.265123 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.265123 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] debug = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.265361 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.265482 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.265628 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.265735 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.265853 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.266213 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.266396 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.266549 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.266678 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.266821 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.266952 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.267091 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.267224 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.267376 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.267534 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.267684 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.267988 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.268283 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.268619 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.268917 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.269073 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.269228 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.269383 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.269537 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.269692 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.270380 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.270540 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.270692 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.270982 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.271147 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.271301 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.271456 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] log_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.271614 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] log_options = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.271754 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.271891 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.272027 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.272203 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.272362 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.272541 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.272697 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.272856 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.273013 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.273167 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.273321 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.273475 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.273618 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.273771 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.273924 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.274078 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.274231 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.274385 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.274541 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.274694 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.274849 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.275003 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.275695 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.275695 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.275695 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.275695 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.276089 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.276089 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.276089 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.276336 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.276336 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.276611 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.276611 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.276756 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.276889 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.277044 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.277200 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.277370 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.277531 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.277739 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.277828 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.277938 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.278091 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.278245 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.278399 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.278553 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.278706 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] use_json = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.278859 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.279017 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.279172 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.279326 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.279480 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.279635 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.279789 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.279944 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.280098 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 10:02:00.280273 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.280451 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.280782 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.280928 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.281218 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.281385 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.281544 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.281702 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.281859 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.282015 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.282180 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.282338 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.282754 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.282907 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.283063 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.283221 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.283378 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.283533 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.283698 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.283856 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.283995 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.284150 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.284317 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.284502 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.284656 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.284960 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.285118 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.285283 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.285489 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.286157 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.286361 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.286560 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.286744 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.286744 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.286744 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.286744 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.286744 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.286744 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.286744 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.286744 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.291341 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.291341 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.291341 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.291341 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.291341 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.291341 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.291341 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.291341 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.291863 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.291863 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.291863 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.291863 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.291863 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.291863 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.291863 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.291863 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.291863 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.292456 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.292456 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.292456 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.292456 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.292456 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.292456 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.292456 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.292456 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.292980 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.292980 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.292980 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.292980 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.292980 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.292980 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.292980 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.292980 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.292980 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.293608 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.293608 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.293608 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.293608 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.293608 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.293947 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.293947 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.294093 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.294170 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.294301 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.294458 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.294615 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.294771 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.294927 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.295083 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.295239 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.295395 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.295567 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.295723 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.295879 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.296093 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.296257 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.296438 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.296597 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.296753 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.296910 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.297068 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.297224 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.297382 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.297541 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.297700 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.297856 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.298013 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.298170 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.298328 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.298485 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.298643 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.298798 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.298954 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.299116 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.299274 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.299428 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.299585 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.299740 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.299896 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.300061 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.300218 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.300376 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.300554 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.300718 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.300887 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.301068 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.301225 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.301381 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.301539 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.301697 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.301853 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.302010 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.302166 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.302323 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.302481 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.302644 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.302795 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.302952 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.303109 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.303287 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.303442 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.303597 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.303753 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.303909 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.304065 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.304220 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.304376 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.304557 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.304712 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.304869 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.305025 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.305181 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.305336 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.305493 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.305649 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.305806 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.305964 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.306119 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.306277 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.306434 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.306590 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.306747 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.306902 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.307057 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.307213 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.307369 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.307524 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.307680 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.307835 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.307993 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.308150 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.308306 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.308482 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.308640 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.308795 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.308951 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.309113 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.309270 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.309427 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.309585 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.309742 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.309898 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.310057 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.310213 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.310369 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.310527 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.310684 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.310840 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.310998 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.311154 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.311311 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.311469 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.311625 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.311782 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.311956 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.312113 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.312268 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.312451 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.312610 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.312765 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.312921 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.313077 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.313233 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.313389 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.313547 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.313703 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.313860 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.314015 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.314171 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.314327 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.314487 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.314645 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.314803 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.314961 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.315119 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.315275 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.315430 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.315587 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.315744 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.315901 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.316057 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.316212 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.316367 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.316556 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.316739 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.316897 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.317052 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.317209 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.317366 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.317532 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.317688 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.317844 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.318000 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.318156 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.318312 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.318477 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.318633 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.318789 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.318943 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.319104 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.319259 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.319425 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.319581 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.319736 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.319891 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.320046 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.320202 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.320366 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.320545 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.320702 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.320857 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.321011 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.321168 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.321333 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.321489 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.321644 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.321800 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.321956 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.322112 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.322271 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.322954 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.322954 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.322954 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.322954 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.323256 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.323256 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.323412 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.323488 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.323590 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.323746 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.323902 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.324058 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.324215 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.324376 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.324563 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.324726 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.324883 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.325047 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.325212 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.325377 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.325535 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.325698 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.325866 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.326022 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.326178 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.326333 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.326491 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.326648 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.326805 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.326962 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.327117 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.327274 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.327430 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.327585 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.327741 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.327896 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.328051 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.328207 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.328364 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.328541 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.328697 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.328853 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 10:02:00.329002 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 10:02:00.458903 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 39036) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:02:00.467553 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064840 Jul 05 10:02:09.626852 dv-cinder-master-3-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:02:11.478621 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b03b73-1486-4096-ac7e-c8e03358919e None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104033) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 05 10:02:11.487283 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writer thread running {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 05 10:02:11.560309 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b03b73-1486-4096-ac7e-c8e03358919e None None] No non-hosted networks {{(pid=104033) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 05 10:02:11.578571 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.agentschedulers_db [None req-c6b03b73-1486-4096-ac7e-c8e03358919e None None] DHCP Agent not found on host dv-cinder-master-3-iscsi {{(pid=104033) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 05 10:02:11.689850 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f83845e8-fcf9-4cd0-8437-fb621834d4bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-802265'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:13.411984 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writer thread running {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 05 10:02:13.929410 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b407a852-8447-49b6-b901-606f891fb18a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-802265'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:13.971441 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-76a62457-33b1-4d9b-8c48-0d50c73157a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:14.777223 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 39104) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:02:14.906493 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-802265'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:15.346335 dv-cinder-master-3-iscsi neutron-server[104032]: WARNING oslo_policy.policy [None req-3288abaf-b6d7-49b2-be06-7b1faf3e0496 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 10:02:15.346884 dv-cinder-master-3-iscsi neutron-server[104032]: WARNING oslo_policy.policy [None req-3288abaf-b6d7-49b2-be06-7b1faf3e0496 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 10:02:15.560076 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [None req-3288abaf-b6d7-49b2-be06-7b1faf3e0496 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 05 10:02:15.572415 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-3288abaf-b6d7-49b2-be06-7b1faf3e0496 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7829700 Jul 05 10:02:16.226872 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-802265'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:16.719242 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-802265'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:16.719989 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:16.720271 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:16.720602 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:16.720889 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:16.721204 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:16.721518 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:16.721856 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:16.722161 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:16.722477 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:16.723017 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:16.723352 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:16.724503 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:16.724878 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:16.725533 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:16.726196 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:16.726711 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-master-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:16.734557 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-master-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:17.875306 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 39142) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:02:18.237953 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b1c035cc-85e2-433a-8efd-32959e9e6d44 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:02:18.328311 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.policy [None req-b1c035cc-85e2-433a-8efd-32959e9e6d44 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104032) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 05 10:02:18.370311 dv-cinder-master-3-iscsi neutron-server[104032]: WARNING oslo_policy.policy [None req-b1c035cc-85e2-433a-8efd-32959e9e6d44 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 10:02:18.370696 dv-cinder-master-3-iscsi neutron-server[104032]: WARNING oslo_policy.policy [None req-b1c035cc-85e2-433a-8efd-32959e9e6d44 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 10:02:18.390190 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writer thread running {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 05 10:02:18.466674 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b1c035cc-85e2-433a-8efd-32959e9e6d44 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734374702899', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734374699303', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734374719228', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734374723798', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734374736746', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734374745907', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1968026', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1899274', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-852153', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-666359'] for rbac-policy (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:18.535359 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b1c035cc-85e2-433a-8efd-32959e9e6d44 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:18.537121 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-b1c035cc-85e2-433a-8efd-32959e9e6d44 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6608489 Jul 05 10:02:20.134902 dv-cinder-master-3-iscsi neutron-server[104033]: INFO neutron.db.l3_hamode_db [None req-b7811750-82c8-4dac-9772-40300c92216e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 05 10:02:20.214922 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7811750-82c8-4dac-9772-40300c92216e None None] Routers set() bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:02:20.215306 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7811750-82c8-4dac-9772-40300c92216e None None] Router IDs set() for agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 05 10:02:20.799893 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 39154) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:02:21.120623 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-cf6398b8-6d8e-4d59-933c-f2bf02d7d05e demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:02:21.153839 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6398b8-6d8e-4d59-933c-f2bf02d7d05e demo demo] Made reservation on behalf of 68b3ea181434496b91ea5053896483e8 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:21.157639 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cf6398b8-6d8e-4d59-933c-f2bf02d7d05e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:21.174326 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cf6398b8-6d8e-4d59-933c-f2bf02d7d05e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:21.284321 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cf6398b8-6d8e-4d59-933c-f2bf02d7d05e demo demo] Publish callbacks [] for security_group (e841120c-58a5-4ff8-986a-1a13f08b2c34), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:21.288172 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cf6398b8-6d8e-4d59-933c-f2bf02d7d05e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (e841120c-58a5-4ff8-986a-1a13f08b2c34), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:21.313563 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf6398b8-6d8e-4d59-933c-f2bf02d7d05e demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:02:21.349588 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cf6398b8-6d8e-4d59-933c-f2bf02d7d05e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734376687216', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (592e48a8-4063-4f12-be88-11f87d98928d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:21.350135 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cf6398b8-6d8e-4d59-933c-f2bf02d7d05e demo demo] Unsubscribe: segment precommit_create {{(pid=104032) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 05 10:02:21.350642 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.db.segments_db [None req-cf6398b8-6d8e-4d59-933c-f2bf02d7d05e demo demo] Added segment 592e48a8-4063-4f12-be88-11f87d98928d of type vlan for network 6d79e855-4707-405c-8014-553a54e9432e Jul 05 10:02:21.367528 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6398b8-6d8e-4d59-933c-f2bf02d7d05e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e841120c-58a5-4ff8-986a-1a13f08b2c34,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:21.417510 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6398b8-6d8e-4d59-933c-f2bf02d7d05e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:21.417835 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6398b8-6d8e-4d59-933c-f2bf02d7d05e demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:21.418177 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6398b8-6d8e-4d59-933c-f2bf02d7d05e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:21.418514 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6398b8-6d8e-4d59-933c-f2bf02d7d05e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:21.418833 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6398b8-6d8e-4d59-933c-f2bf02d7d05e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:21.419145 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6398b8-6d8e-4d59-933c-f2bf02d7d05e demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:21.419454 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6398b8-6d8e-4d59-933c-f2bf02d7d05e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:21.419760 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6398b8-6d8e-4d59-933c-f2bf02d7d05e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:21.420068 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6398b8-6d8e-4d59-933c-f2bf02d7d05e demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:21.420373 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6398b8-6d8e-4d59-933c-f2bf02d7d05e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:21.420703 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6398b8-6d8e-4d59-933c-f2bf02d7d05e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:21.421033 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6398b8-6d8e-4d59-933c-f2bf02d7d05e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:21.421382 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6398b8-6d8e-4d59-933c-f2bf02d7d05e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:21.421727 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6398b8-6d8e-4d59-933c-f2bf02d7d05e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:21.422101 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6398b8-6d8e-4d59-933c-f2bf02d7d05e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6398b8-6d8e-4d59-933c-f2bf02d7d05e demo demo] Tracked resource versions report: Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: pushed versions: Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: { 'AddressGroup': {'1.2'}, Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: 'Agent': {'1.1'}, Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: 'ConntrackHelper': {'1.0'}, Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: 'LocalIPAssociation': {'1.0'}, Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: 'Log': {'1.0'}, Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: 'NDPProxy': {'1.0'}, Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: 'Network': {'1.1'}, Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: 'Port': {'1.7'}, Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: 'PortForwarding': {'1.3'}, Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: 'QosPolicy': {'1.10'}, Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: 'SecurityGroup': {'1.5'}, Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: 'SecurityGroupRule': {'1.2'}, Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: 'SubPort': {'1.0'}, Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: 'Subnet': {'1.1'}, Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: 'Trunk': {'1.1'}} Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: consumer versions: Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: L3 agent@dv-cinder-master-3-iscsi: {}, Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: Metering agent@dv-cinder-master-3-iscsi: {}, Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: 'Agent': '1.1', Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: 'ConntrackHelper': '1.0', Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: 'LocalIPAssociation': '1.0', Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: 'Log': '1.0', Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: 'NDPProxy': '1.0', Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: 'Network': '1.1', Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: 'Port': '1.7', Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: 'PortForwarding': '1.3', Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: 'QosPolicy': '1.10', Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: 'SecurityGroup': '1.5', Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: 'SecurityGroupRule': '1.2', Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: 'SubPort': '1.0', Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: 'Subnet': '1.1', Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: 'Trunk': '1.1'}} Jul 05 10:02:21.423494 dv-cinder-master-3-iscsi neutron-server[104032]: {{(pid=104032) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 10:02:21.459495 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cf6398b8-6d8e-4d59-933c-f2bf02d7d05e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734376243128'] for network (6d79e855-4707-405c-8014-553a54e9432e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:21.502349 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cf6398b8-6d8e-4d59-933c-f2bf02d7d05e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724'] for network (6d79e855-4707-405c-8014-553a54e9432e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:21.507890 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6398b8-6d8e-4d59-933c-f2bf02d7d05e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:02:21.508627 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cf6398b8-6d8e-4d59-933c-f2bf02d7d05e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:21.565758 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-cf6398b8-6d8e-4d59-933c-f2bf02d7d05e demo demo] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7647922 Jul 05 10:02:21.632044 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6398b8-6d8e-4d59-933c-f2bf02d7d05e demo demo] Pushing event updated for resources: {'Network': ['ID=6d79e855-4707-405c-8014-553a54e9432e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:21.645955 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Network 6d79e855-4707-405c-8014-553a54e9432e details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:02:23.835443 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 39166) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:02:24.172708 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=52,neutron:INSERT=44,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:02:24.246261 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f8126a-faa8-4499-8ab9-d7f5e36e30b4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:02:24.247596 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-70f8126a-faa8-4499-8ab9-d7f5e36e30b4 demo admin] 10.222.0.20 "GET /v2.0/networks/6d79e855-4707-405c-8014-553a54e9432e HTTP/1.1" status: 200 len: 825 time: 0.4112356 Jul 05 10:02:24.272082 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-b3039b33-fbce-45c3-aea9-69c1e9cfa30c demo admin] 10.222.0.20 "GET /v2.0/subnetpools/d5b8e996-efe9-4b13-b5ad-2e68b44d748c HTTP/1.1" status: 200 len: 734 time: 0.0186572 Jul 05 10:02:24.280415 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ff0a6e81-60f5-474c-b0df-e2c72cbb5bb0 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '6d79e855-4707-405c-8014-553a54e9432e', 'subnetpool_id': 'd5b8e996-efe9-4b13-b5ad-2e68b44d748c', 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:02:24.304031 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0a6e81-60f5-474c-b0df-e2c72cbb5bb0 demo admin] Made reservation on behalf of 68b3ea181434496b91ea5053896483e8 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:24.306347 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ff0a6e81-60f5-474c-b0df-e2c72cbb5bb0 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:24.398883 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:02:24.596736 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ff0a6e81-60f5-474c-b0df-e2c72cbb5bb0 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724'] for subnet (95bae963-e101-4c7b-a9e9-54b08089ec53), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:24.666459 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a6e81-60f5-474c-b0df-e2c72cbb5bb0 demo admin] Pushing event updated for resources: {'Subnet': ['ID=95bae963-e101-4c7b-a9e9-54b08089ec53,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:24.668429 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0a6e81-60f5-474c-b0df-e2c72cbb5bb0 demo admin] Checking segment: {'id': '592e48a8-4063-4f12-be88-11f87d98928d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6d79e855-4707-405c-8014-553a54e9432e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:02:24.668797 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0a6e81-60f5-474c-b0df-e2c72cbb5bb0 demo admin] Network hostable DHCP agents. Network: 6d79e855-4707-405c-8014-553a54e9432e, hostable agents: ['79910865-91ee-4878-a729-5c22ab7e1742'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:02:24.689516 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0a6e81-60f5-474c-b0df-e2c72cbb5bb0 demo admin] Network 6d79e855-4707-405c-8014-553a54e9432e is scheduled to be hosted by DHCP agent 79910865-91ee-4878-a729-5c22ab7e1742 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:02:24.702071 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-ff0a6e81-60f5-474c-b0df-e2c72cbb5bb0 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 6d79e855-4707-405c-8014-553a54e9432e) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:24.706527 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0a6e81-60f5-474c-b0df-e2c72cbb5bb0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:02:24.707132 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ff0a6e81-60f5-474c-b0df-e2c72cbb5bb0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:24.712747 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef7bf6e-ed99-4b12-bdfd-71606df6cbee None None] Network 6d79e855-4707-405c-8014-553a54e9432e requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:02:24.724592 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-ff0a6e81-60f5-474c-b0df-e2c72cbb5bb0 demo admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4472091 Jul 05 10:02:24.979690 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-6d79e855-4707-405c-8014-553a54e9432e', 'network_id': '6d79e855-4707-405c-8014-553a54e9432e', 'project_id': '68b3ea181434496b91ea5053896483e8', 'fixed_ips': [{'subnet_id': '95bae963-e101-4c7b-a9e9-54b08089ec53'}]}} from dv-cinder-master-3-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 05 10:02:24.981072 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:25.257055 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Allocated IP 172.20.0.2 (6d79e855-4707-405c-8014-553a54e9432e/95bae963-e101-4c7b-a9e9-54b08089ec53/d7dd97b0-bd2b-4b71-a39f-ff6a72b9ba13) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:25.320415 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=57,neutron:INSERT=39,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:02:25.526827 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Publish callbacks [] for port (d7dd97b0-bd2b-4b71-a39f-ff6a72b9ba13), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:25.534887 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865'] for port (d7dd97b0-bd2b-4b71-a39f-ff6a72b9ba13), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:25.609150 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Network 6d79e855-4707-405c-8014-553a54e9432e is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:25.618600 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:25.623573 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Pushing event updated for resources: {'Port': ['ID=d7dd97b0-bd2b-4b71-a39f-ff6a72b9ba13,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:25.627630 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:02:25.638113 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:25.638453 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:25.638801 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:25.639153 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:25.639505 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:25.639814 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:25.640132 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:25.640478 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:25.640801 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:25.641117 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:25.641436 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:25.641774 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:25.642093 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:25.642407 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:25.642720 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Tracked resource versions report: Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: pushed versions: Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: { 'AddressGroup': {'1.2'}, Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: 'Agent': {'1.1'}, Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: 'ConntrackHelper': {'1.0'}, Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: 'LocalIPAssociation': {'1.0'}, Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: 'Log': {'1.0'}, Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: 'NDPProxy': {'1.0'}, Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: 'Network': {'1.1'}, Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: 'Port': {'1.7'}, Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: 'PortForwarding': {'1.3'}, Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: 'QosPolicy': {'1.10'}, Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: 'SecurityGroup': {'1.5'}, Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: 'SecurityGroupRule': {'1.2'}, Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: 'SubPort': {'1.0'}, Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: 'Subnet': {'1.1'}, Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: 'Trunk': {'1.1'}} Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: consumer versions: Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: L3 agent@dv-cinder-master-3-iscsi: {}, Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: Metering agent@dv-cinder-master-3-iscsi: {}, Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: 'Agent': '1.1', Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: 'ConntrackHelper': '1.0', Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: 'LocalIPAssociation': '1.0', Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: 'Log': '1.0', Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: 'NDPProxy': '1.0', Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: 'Network': '1.1', Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: 'Port': '1.7', Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: 'PortForwarding': '1.3', Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: 'QosPolicy': '1.10', Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: 'SecurityGroup': '1.5', Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: 'SecurityGroupRule': '1.2', Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: 'SubPort': '1.0', Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: 'Subnet': '1.1', Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: 'Trunk': '1.1'}} Jul 05 10:02:25.644101 dv-cinder-master-3-iscsi neutron-server[104033]: {{(pid=104033) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 10:02:25.719867 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Attempting to bind port d7dd97b0-bd2b-4b71-a39f-ff6a72b9ba13 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:02:25.720535 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Attempting to bind port d7dd97b0-bd2b-4b71-a39f-ff6a72b9ba13 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '592e48a8-4063-4f12-be88-11f87d98928d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6d79e855-4707-405c-8014-553a54e9432e'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:02:25.720690 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Attempting to bind port d7dd97b0-bd2b-4b71-a39f-ff6a72b9ba13 on network 6d79e855-4707-405c-8014-553a54e9432e {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:02:25.726286 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:02:25.726657 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Checking segment: {'id': '592e48a8-4063-4f12-be88-11f87d98928d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6d79e855-4707-405c-8014-553a54e9432e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:02:25.727121 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:25.727501 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Bound using segment: {'id': '592e48a8-4063-4f12-be88-11f87d98928d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6d79e855-4707-405c-8014-553a54e9432e'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:02:25.727952 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Bound port: d7dd97b0-bd2b-4b71-a39f-ff6a72b9ba13, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '592e48a8-4063-4f12-be88-11f87d98928d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6d79e855-4707-405c-8014-553a54e9432e'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:02:25.728348 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (d7dd97b0-bd2b-4b71-a39f-ff6a72b9ba13), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:25.761200 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:02:25.790431 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] For port d7dd97b0-bd2b-4b71-a39f-ff6a72b9ba13, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:25.810986 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] For port d7dd97b0-bd2b-4b71-a39f-ff6a72b9ba13, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d7dd97b0-bd2b-4b71-a39f-ff6a72b9ba13,segment=NetworkSegment(592e48a8-4063-4f12-be88-11f87d98928d),segment_id=592e48a8-4063-4f12-be88-11f87d98928d)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:25.817781 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (d7dd97b0-bd2b-4b71-a39f-ff6a72b9ba13), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:25.871619 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd2172-b220-4b1c-b843-5fb704b59fad None None] Pushing event updated for resources: {'Port': ['ID=d7dd97b0-bd2b-4b71-a39f-ff6a72b9ba13,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:26.250237 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:02:26.255070 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=6 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:02:27.025228 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 39182) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:02:27.358412 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [None req-2d04db9c-b981-4c24-8c9f-1c900156d6ee admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 05 10:02:27.359400 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-2d04db9c-b981-4c24-8c9f-1c900156d6ee admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3330936 Jul 05 10:02:29.614279 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 39190) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:02:30.142778 dv-cinder-master-3-iscsi neutron-server[104031]: WARNING oslo_policy.policy [None req-8719d578-ca68-48b8-99ce-50ff8cd410c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 10:02:30.143346 dv-cinder-master-3-iscsi neutron-server[104031]: WARNING oslo_policy.policy [None req-8719d578-ca68-48b8-99ce-50ff8cd410c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 10:02:30.358732 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [None req-8719d578-ca68-48b8-99ce-50ff8cd410c6 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 05 10:02:30.360002 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-8719d578-ca68-48b8-99ce-50ff8cd410c6 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7438831 Jul 05 10:02:32.646118 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 39208) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:02:32.970224 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5c7322e7-3d6e-4b0b-ab72-8ddf029f23d5 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:02:32.995516 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c7322e7-3d6e-4b0b-ab72-8ddf029f23d5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-796597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28292'] for router (2571e7a1-2998-4578-8449-b1298fbe2c17), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:32.997140 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c7322e7-3d6e-4b0b-ab72-8ddf029f23d5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-795281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-789393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-942032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28301'] for router (2571e7a1-2998-4578-8449-b1298fbe2c17), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:33.132000 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c7322e7-3d6e-4b0b-ab72-8ddf029f23d5 demo demo] Publish callbacks [] for router_controller (2571e7a1-2998-4578-8449-b1298fbe2c17), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:33.136568 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c7322e7-3d6e-4b0b-ab72-8ddf029f23d5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-795272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-789501'] for router (2571e7a1-2998-4578-8449-b1298fbe2c17), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:33.153623 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c7322e7-3d6e-4b0b-ab72-8ddf029f23d5 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:33.154784 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-5c7322e7-3d6e-4b0b-ab72-8ddf029f23d5 demo demo] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5077198 Jul 05 10:02:33.924720 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dc8b07-573b-4557-80cf-35b0af600eaa None None] Network 6d79e855-4707-405c-8014-553a54e9432e requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:02:33.967687 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-931a58d2-4083-4ab4-9d18-8001564558c2 None None] Provisioning complete for port d7dd97b0-bd2b-4b71-a39f-ff6a72b9ba13 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:02:33.968078 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-931a58d2-4083-4ab4-9d18-8001564558c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (d7dd97b0-bd2b-4b71-a39f-ff6a72b9ba13), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:34.172647 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-931a58d2-4083-4ab4-9d18-8001564558c2 None None] Current status of the port d7dd97b0-bd2b-4b71-a39f-ff6a72b9ba13 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:02:34.172915 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-931a58d2-4083-4ab4-9d18-8001564558c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (d7dd97b0-bd2b-4b71-a39f-ff6a72b9ba13), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:34.209154 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-931a58d2-4083-4ab4-9d18-8001564558c2 None None] For port d7dd97b0-bd2b-4b71-a39f-ff6a72b9ba13, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d7dd97b0-bd2b-4b71-a39f-ff6a72b9ba13,segment=NetworkSegment(592e48a8-4063-4f12-be88-11f87d98928d),segment_id=592e48a8-4063-4f12-be88-11f87d98928d)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:34.213229 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-931a58d2-4083-4ab4-9d18-8001564558c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (d7dd97b0-bd2b-4b71-a39f-ff6a72b9ba13), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:34.263838 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a58d2-4083-4ab4-9d18-8001564558c2 None None] Pushing event updated for resources: {'Port': ['ID=d7dd97b0-bd2b-4b71-a39f-ff6a72b9ba13,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:34.417181 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device d7dd97b0-bd2b-4b71-a39f-ff6a72b9ba13 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:34.461267 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-8197974e-e36e-434a-b276-e7fa2ace5a09 None None] Provisioning complete for port d7dd97b0-bd2b-4b71-a39f-ff6a72b9ba13 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:02:34.461574 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8197974e-e36e-434a-b276-e7fa2ace5a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (d7dd97b0-bd2b-4b71-a39f-ff6a72b9ba13), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:34.493824 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:02:34.502325 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port d7dd97b0-bd2b-4b71-a39f-ff6a72b9ba13 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:02:34.502836 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (d7dd97b0-bd2b-4b71-a39f-ff6a72b9ba13), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:34.602571 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8197974e-e36e-434a-b276-e7fa2ace5a09 None None] Current status of the port d7dd97b0-bd2b-4b71-a39f-ff6a72b9ba13 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:02:34.609091 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port d7dd97b0-bd2b-4b71-a39f-ff6a72b9ba13 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:02:35.420371 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 39216) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:02:35.736239 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [None req-f61490df-a1d5-4d23-aedc-6128065424dd admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 05 10:02:35.737769 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f61490df-a1d5-4d23-aedc-6128065424dd admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3164358 Jul 05 10:02:38.023439 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 39224) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:02:38.340194 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-0797404e-d44e-4de9-beb1-ba897f997fa1 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:02:38.360475 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0797404e-d44e-4de9-beb1-ba897f997fa1 admin admin] Made reservation on behalf of ba1e700aae1b46039e859b8f609bb931 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:38.362735 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0797404e-d44e-4de9-beb1-ba897f997fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:38.370802 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0797404e-d44e-4de9-beb1-ba897f997fa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:38.445672 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0797404e-d44e-4de9-beb1-ba897f997fa1 admin admin] Publish callbacks [] for security_group (a13f1203-6ab3-4804-b4f6-3716db11cc62), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:38.450141 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0797404e-d44e-4de9-beb1-ba897f997fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (a13f1203-6ab3-4804-b4f6-3716db11cc62), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:38.463847 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0797404e-d44e-4de9-beb1-ba897f997fa1 admin admin] Reserving flat network on physical network physnet1 {{(pid=104032) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 05 10:02:38.485477 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:02:38.487155 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0797404e-d44e-4de9-beb1-ba897f997fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (ac291c74-d70b-4898-91c8-ebbc0994cf46), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:38.487494 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.db.segments_db [None req-0797404e-d44e-4de9-beb1-ba897f997fa1 admin admin] Added segment ac291c74-d70b-4898-91c8-ebbc0994cf46 of type flat for network 41de873a-d138-4cc5-b805-d53357ba161e Jul 05 10:02:38.489077 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797404e-d44e-4de9-beb1-ba897f997fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13f1203-6ab3-4804-b4f6-3716db11cc62,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:38.539173 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0797404e-d44e-4de9-beb1-ba897f997fa1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734376243128'] for network (41de873a-d138-4cc5-b805-d53357ba161e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:38.571303 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0797404e-d44e-4de9-beb1-ba897f997fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724'] for network (41de873a-d138-4cc5-b805-d53357ba161e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:38.572435 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0797404e-d44e-4de9-beb1-ba897f997fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:02:38.573033 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0797404e-d44e-4de9-beb1-ba897f997fa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:38.618626 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-0797404e-d44e-4de9-beb1-ba897f997fa1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5941713 Jul 05 10:02:38.634201 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:02:38.672011 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797404e-d44e-4de9-beb1-ba897f997fa1 admin admin] Pushing event updated for resources: {'Network': ['ID=41de873a-d138-4cc5-b805-d53357ba161e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:38.684888 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Network 41de873a-d138-4cc5-b805-d53357ba161e details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:02:40.845872 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 39232) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:02:41.207307 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc62844f-e683-492f-bb89-a73b1e53af70 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:02:41.208644 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-fc62844f-e683-492f-bb89-a73b1e53af70 demo admin] 10.222.0.20 "GET /v2.0/subnets/95bae963-e101-4c7b-a9e9-54b08089ec53 HTTP/1.1" status: 200 len: 849 time: 0.3618002 Jul 05 10:02:41.324571 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-376e92d6-c62e-4d35-9dd4-8e1ed32e116e demo admin] 10.222.0.20 "GET /v2.0/routers/2571e7a1-2998-4578-8449-b1298fbe2c17 HTTP/1.1" status: 200 len: 704 time: 0.1099260 Jul 05 10:02:41.435649 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f0e1ccf-b1aa-48d6-b696-ca055f222d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:41.584308 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7b3beb5e-d489-4871-a31c-b946737a77c8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:41.908934 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-7b3beb5e-d489-4871-a31c-b946737a77c8 demo admin] Allocated IP 172.20.0.1 (6d79e855-4707-405c-8014-553a54e9432e/95bae963-e101-4c7b-a9e9-54b08089ec53/3455f543-c69d-460b-9592-0982595ae667) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:42.064036 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7b3beb5e-d489-4871-a31c-b946737a77c8 demo admin] Publish callbacks [] for port (3455f543-c69d-460b-9592-0982595ae667), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:42.126206 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7b3beb5e-d489-4871-a31c-b946737a77c8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865'] for port (3455f543-c69d-460b-9592-0982595ae667), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:42.189277 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:02:42.198177 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3beb5e-d489-4871-a31c-b946737a77c8 demo admin] Network 6d79e855-4707-405c-8014-553a54e9432e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:42.207123 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-7b3beb5e-d489-4871-a31c-b946737a77c8 demo admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:42.213827 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3beb5e-d489-4871-a31c-b946737a77c8 demo admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:02:42.214352 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7b3beb5e-d489-4871-a31c-b946737a77c8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801541'] for router_interface (2571e7a1-2998-4578-8449-b1298fbe2c17), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:42.267754 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3beb5e-d489-4871-a31c-b946737a77c8 demo admin] Pushing event updated for resources: {'Port': ['ID=3455f543-c69d-460b-9592-0982595ae667,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:42.329905 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:02:42.413597 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7b3beb5e-d489-4871-a31c-b946737a77c8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (3455f543-c69d-460b-9592-0982595ae667), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:42.462296 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b9eb10cd-e578-4adb-b667-3ef86a364d28 None None] Provisioning complete for port 3455f543-c69d-460b-9592-0982595ae667 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:02:42.462840 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b9eb10cd-e578-4adb-b667-3ef86a364d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (3455f543-c69d-460b-9592-0982595ae667), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:42.493320 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b9eb10cd-e578-4adb-b667-3ef86a364d28 None None] Port 3455f543-c69d-460b-9592-0982595ae667 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:02:42.611789 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7b3beb5e-d489-4871-a31c-b946737a77c8 demo admin] Publish callbacks [] for port (3455f543-c69d-460b-9592-0982595ae667), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:42.616557 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7b3beb5e-d489-4871-a31c-b946737a77c8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (3455f543-c69d-460b-9592-0982595ae667), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:42.617303 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7b3beb5e-d489-4871-a31c-b946737a77c8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-801681'] for router_interface (2571e7a1-2998-4578-8449-b1298fbe2c17), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:42.670895 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3beb5e-d489-4871-a31c-b946737a77c8 demo admin] Pushing event updated for resources: {'Port': ['ID=3455f543-c69d-460b-9592-0982595ae667,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:42.742467 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3beb5e-d489-4871-a31c-b946737a77c8 demo admin] Network 6d79e855-4707-405c-8014-553a54e9432e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:42.743645 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-7b3beb5e-d489-4871-a31c-b946737a77c8 demo admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:42.893177 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3beb5e-d489-4871-a31c-b946737a77c8 demo admin] Router 2571e7a1-2998-4578-8449-b1298fbe2c17 is scheduled to L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 05 10:02:42.905964 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:02:42.914443 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-06d8c1c3-eb8c-40d7-8209-2d9b451a3e53 None None] Provisioning complete for port 3455f543-c69d-460b-9592-0982595ae667 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:02:42.914830 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-06d8c1c3-eb8c-40d7-8209-2d9b451a3e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (3455f543-c69d-460b-9592-0982595ae667), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:42.949247 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-06d8c1c3-eb8c-40d7-8209-2d9b451a3e53 None None] Port 3455f543-c69d-460b-9592-0982595ae667 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:02:42.981918 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3beb5e-d489-4871-a31c-b946737a77c8 demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:02:42.986941 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-7b3beb5e-d489-4871-a31c-b946737a77c8 demo admin] 10.222.0.20 "PUT /v2.0/routers/2571e7a1-2998-4578-8449-b1298fbe2c17/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6571534 Jul 05 10:02:42.991714 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08b2c6b-c32e-454d-bc52-549f1a17ac7f None None] Sync routers for ids ['2571e7a1-2998-4578-8449-b1298fbe2c17'] in dv-cinder-master-3-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:02:43.004452 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08b2c6b-c32e-454d-bc52-549f1a17ac7f None None] Routers {'2571e7a1-2998-4578-8449-b1298fbe2c17'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:02:43.005192 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b08b2c6b-c32e-454d-bc52-549f1a17ac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:02:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['2571e7a1-2998-4578-8449-b1298fbe2c17'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:43.181312 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-b08b2c6b-c32e-454d-bc52-549f1a17ac7f None None] Set router 2571e7a1-2998-4578-8449-b1298fbe2c17 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:02:43.588324 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b08b2c6b-c32e-454d-bc52-549f1a17ac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2571e7a1-2998-4578-8449-b1298fbe2c17', 'name': 'router1', 'tenant_id': '68b3ea181434496b91ea5053896483e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:02:33Z', 'updated_at': '2022-07-05T10:02:42Z', 'revision_number': 2, 'project_id': '68b3ea181434496b91ea5053896483e8', 'gw_port_host': None, '_interfaces': [{'id': '3455f543-c69d-460b-9592-0982595ae667', 'name': '', 'network_id': '6d79e855-4707-405c-8014-553a54e9432e', 'tenant_id': '68b3ea181434496b91ea5053896483e8', 'mac_address': 'fa:16:3e:25:c6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2571e7a1-2998-4578-8449-b1298fbe2c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95bae963-e101-4c7b-a9e9-54b08089ec53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:02:41Z', 'updated_at': '2022-07-05T10:02:42Z', 'revision_number': 2, 'project_id': '68b3ea181434496b91ea5053896483e8', 'subnets': [{'id': '95bae963-e101-4c7b-a9e9-54b08089ec53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5b8e996-efe9-4b13-b5ad-2e68b44d748c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:43.635555 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08b2c6b-c32e-454d-bc52-549f1a17ac7f None None] Checking router: 2571e7a1-2998-4578-8449-b1298fbe2c17 for host: dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:02:43.635912 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08b2c6b-c32e-454d-bc52-549f1a17ac7f None None] Updating router 2571e7a1-2998-4578-8449-b1298fbe2c17 port 3455f543-c69d-460b-9592-0982595ae667 binding host dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:02:43.690466 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b08b2c6b-c32e-454d-bc52-549f1a17ac7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (3455f543-c69d-460b-9592-0982595ae667), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:43.931802 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-191c7ea6-1ccd-4c74-ac2a-d40ac4413a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:44.184840 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b08b2c6b-c32e-454d-bc52-549f1a17ac7f None None] Publish callbacks [] for port (3455f543-c69d-460b-9592-0982595ae667), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:44.191220 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b08b2c6b-c32e-454d-bc52-549f1a17ac7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (3455f543-c69d-460b-9592-0982595ae667), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:44.348716 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631bb492-a515-49f7-aed2-8f06838aee8e None None] Pushing event updated for resources: {'Port': ['ID=3455f543-c69d-460b-9592-0982595ae667,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:44.365810 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-b08b2c6b-c32e-454d-bc52-549f1a17ac7f None None] Attempting to bind port 3455f543-c69d-460b-9592-0982595ae667 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:02:44.366202 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-b08b2c6b-c32e-454d-bc52-549f1a17ac7f None None] Attempting to bind port 3455f543-c69d-460b-9592-0982595ae667 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '592e48a8-4063-4f12-be88-11f87d98928d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6d79e855-4707-405c-8014-553a54e9432e'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:02:44.366628 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08b2c6b-c32e-454d-bc52-549f1a17ac7f None None] Attempting to bind port 3455f543-c69d-460b-9592-0982595ae667 on network 6d79e855-4707-405c-8014-553a54e9432e {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:02:44.372088 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631bb492-a515-49f7-aed2-8f06838aee8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:44.372448 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631bb492-a515-49f7-aed2-8f06838aee8e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:44.372796 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631bb492-a515-49f7-aed2-8f06838aee8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:44.373145 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631bb492-a515-49f7-aed2-8f06838aee8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:44.373473 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631bb492-a515-49f7-aed2-8f06838aee8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:44.373791 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631bb492-a515-49f7-aed2-8f06838aee8e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:44.374106 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631bb492-a515-49f7-aed2-8f06838aee8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:44.374419 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631bb492-a515-49f7-aed2-8f06838aee8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:44.374734 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631bb492-a515-49f7-aed2-8f06838aee8e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:44.375049 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631bb492-a515-49f7-aed2-8f06838aee8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:44.375364 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631bb492-a515-49f7-aed2-8f06838aee8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:44.375690 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631bb492-a515-49f7-aed2-8f06838aee8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:44.376002 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631bb492-a515-49f7-aed2-8f06838aee8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:44.376308 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631bb492-a515-49f7-aed2-8f06838aee8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:44.376657 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631bb492-a515-49f7-aed2-8f06838aee8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631bb492-a515-49f7-aed2-8f06838aee8e None None] Tracked resource versions report: Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: pushed versions: Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: { 'AddressGroup': {'1.2'}, Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: 'Agent': {'1.1'}, Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: 'ConntrackHelper': {'1.0'}, Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: 'LocalIPAssociation': {'1.0'}, Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: 'Log': {'1.0'}, Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: 'NDPProxy': {'1.0'}, Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: 'Network': {'1.1'}, Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: 'Port': {'1.7'}, Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: 'PortForwarding': {'1.3'}, Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: 'QosPolicy': {'1.10'}, Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: 'SecurityGroup': {'1.5'}, Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: 'SecurityGroupRule': {'1.2'}, Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: 'SubPort': {'1.0'}, Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: 'Subnet': {'1.1'}, Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: 'Trunk': {'1.1'}} Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: consumer versions: Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: L3 agent@dv-cinder-master-3-iscsi: {}, Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: Metering agent@dv-cinder-master-3-iscsi: {}, Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: 'Agent': '1.1', Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: 'ConntrackHelper': '1.0', Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: 'LocalIPAssociation': '1.0', Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: 'Log': '1.0', Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: 'NDPProxy': '1.0', Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: 'Network': '1.1', Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: 'Port': '1.7', Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: 'PortForwarding': '1.3', Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: 'QosPolicy': '1.10', Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: 'SecurityGroup': '1.5', Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: 'SecurityGroupRule': '1.2', Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: 'SubPort': '1.0', Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: 'Subnet': '1.1', Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: 'Trunk': '1.1'}} Jul 05 10:02:44.378038 dv-cinder-master-3-iscsi neutron-server[104034]: {{(pid=104034) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 10:02:44.381303 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08b2c6b-c32e-454d-bc52-549f1a17ac7f None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:02:44.381701 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08b2c6b-c32e-454d-bc52-549f1a17ac7f None None] Checking segment: {'id': '592e48a8-4063-4f12-be88-11f87d98928d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6d79e855-4707-405c-8014-553a54e9432e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:02:44.382171 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b08b2c6b-c32e-454d-bc52-549f1a17ac7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:44.382542 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08b2c6b-c32e-454d-bc52-549f1a17ac7f None None] Bound using segment: {'id': '592e48a8-4063-4f12-be88-11f87d98928d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6d79e855-4707-405c-8014-553a54e9432e'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:02:44.383002 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-b08b2c6b-c32e-454d-bc52-549f1a17ac7f None None] Bound port: 3455f543-c69d-460b-9592-0982595ae667, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '592e48a8-4063-4f12-be88-11f87d98928d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6d79e855-4707-405c-8014-553a54e9432e'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:02:44.383399 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b08b2c6b-c32e-454d-bc52-549f1a17ac7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (3455f543-c69d-460b-9592-0982595ae667), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:44.446956 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-b08b2c6b-c32e-454d-bc52-549f1a17ac7f None None] For port 3455f543-c69d-460b-9592-0982595ae667, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:44.465860 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-b08b2c6b-c32e-454d-bc52-549f1a17ac7f None None] For port 3455f543-c69d-460b-9592-0982595ae667, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3455f543-c69d-460b-9592-0982595ae667,segment=NetworkSegment(592e48a8-4063-4f12-be88-11f87d98928d),segment_id=592e48a8-4063-4f12-be88-11f87d98928d)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:44.472132 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b08b2c6b-c32e-454d-bc52-549f1a17ac7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (3455f543-c69d-460b-9592-0982595ae667), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:44.473603 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d6a0bde6-ab8f-474d-b592-13e1659c91d4 None None] Provisioning complete for port 3455f543-c69d-460b-9592-0982595ae667 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:02:44.474229 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d6a0bde6-ab8f-474d-b592-13e1659c91d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (3455f543-c69d-460b-9592-0982595ae667), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:44.476501 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:02:44.501007 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:02:44.536262 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631bb492-a515-49f7-aed2-8f06838aee8e None None] Pushing event updated for resources: {'Port': ['ID=3455f543-c69d-460b-9592-0982595ae667,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:44.544342 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08b2c6b-c32e-454d-bc52-549f1a17ac7f None None] Routers {'2571e7a1-2998-4578-8449-b1298fbe2c17'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:02:44.544976 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b08b2c6b-c32e-454d-bc52-549f1a17ac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:02:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['2571e7a1-2998-4578-8449-b1298fbe2c17'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:44.610119 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d6a0bde6-ab8f-474d-b592-13e1659c91d4 None None] Current status of the port 3455f543-c69d-460b-9592-0982595ae667 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:02:44.610737 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d6a0bde6-ab8f-474d-b592-13e1659c91d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (3455f543-c69d-460b-9592-0982595ae667), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:44.638216 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-b08b2c6b-c32e-454d-bc52-549f1a17ac7f None None] Set router 2571e7a1-2998-4578-8449-b1298fbe2c17 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:02:44.645621 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d6a0bde6-ab8f-474d-b592-13e1659c91d4 None None] For port 3455f543-c69d-460b-9592-0982595ae667, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3455f543-c69d-460b-9592-0982595ae667,segment=NetworkSegment(592e48a8-4063-4f12-be88-11f87d98928d),segment_id=592e48a8-4063-4f12-be88-11f87d98928d)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:44.653345 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d6a0bde6-ab8f-474d-b592-13e1659c91d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (3455f543-c69d-460b-9592-0982595ae667), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:44.705148 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0bde6-ab8f-474d-b592-13e1659c91d4 None None] Pushing event updated for resources: {'Port': ['ID=3455f543-c69d-460b-9592-0982595ae667,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:44.771488 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e9533535-02ae-4c0b-9490-9f06c52b8273 None None] Provisioning complete for port 3455f543-c69d-460b-9592-0982595ae667 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:02:44.771876 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e9533535-02ae-4c0b-9490-9f06c52b8273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (3455f543-c69d-460b-9592-0982595ae667), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:44.846115 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e9533535-02ae-4c0b-9490-9f06c52b8273 None None] Current status of the port 3455f543-c69d-460b-9592-0982595ae667 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:02:44.856034 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b08b2c6b-c32e-454d-bc52-549f1a17ac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2571e7a1-2998-4578-8449-b1298fbe2c17', 'name': 'router1', 'tenant_id': '68b3ea181434496b91ea5053896483e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:02:33Z', 'updated_at': '2022-07-05T10:02:42Z', 'revision_number': 2, 'project_id': '68b3ea181434496b91ea5053896483e8', 'gw_port_host': None, '_interfaces': [{'id': '3455f543-c69d-460b-9592-0982595ae667', 'name': '', 'network_id': '6d79e855-4707-405c-8014-553a54e9432e', 'tenant_id': '68b3ea181434496b91ea5053896483e8', 'mac_address': 'fa:16:3e:25:c6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2571e7a1-2998-4578-8449-b1298fbe2c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95bae963-e101-4c7b-a9e9-54b08089ec53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:02:41Z', 'updated_at': '2022-07-05T10:02:44Z', 'revision_number': 4, 'project_id': '68b3ea181434496b91ea5053896483e8', 'subnets': [{'id': '95bae963-e101-4c7b-a9e9-54b08089ec53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5b8e996-efe9-4b13-b5ad-2e68b44d748c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:44.868844 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:44.884203 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08b2c6b-c32e-454d-bc52-549f1a17ac7f None None] The sync data for ids ['2571e7a1-2998-4578-8449-b1298fbe2c17'] in dv-cinder-master-3-iscsi is: [{'id': '2571e7a1-2998-4578-8449-b1298fbe2c17', 'name': 'router1', 'tenant_id': '68b3ea181434496b91ea5053896483e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:02:33Z', 'updated_at': '2022-07-05T10:02:42Z', 'revision_number': 2, 'project_id': '68b3ea181434496b91ea5053896483e8', 'gw_port_host': None, '_interfaces': [{'id': '3455f543-c69d-460b-9592-0982595ae667', 'name': '', 'network_id': '6d79e855-4707-405c-8014-553a54e9432e', 'tenant_id': '68b3ea181434496b91ea5053896483e8', 'mac_address': 'fa:16:3e:25:c6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2571e7a1-2998-4578-8449-b1298fbe2c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95bae963-e101-4c7b-a9e9-54b08089ec53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:02:41Z', 'updated_at': '2022-07-05T10:02:44Z', 'revision_number': 4, 'project_id': '68b3ea181434496b91ea5053896483e8', 'subnets': [{'id': '95bae963-e101-4c7b-a9e9-54b08089ec53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5b8e996-efe9-4b13-b5ad-2e68b44d748c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:02:45.179417 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:02:45.239420 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 39252) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:02:45.436717 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66591239-e657-4bd1-9554-e9a513274d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:02:45.438088 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-66591239-e657-4bd1-9554-e9a513274d81 admin admin] 10.222.0.20 "GET /v2.0/networks/41de873a-d138-4cc5-b805-d53357ba161e HTTP/1.1" status: 200 len: 842 time: 0.1977246 Jul 05 10:02:45.447379 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-9ad1ece7-0898-4bbb-bc5e-6e54ee563299 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.37.2.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'gateway_ip': '172.37.2.1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:02:45.469735 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad1ece7-0898-4bbb-bc5e-6e54ee563299 admin admin] Made reservation on behalf of ba1e700aae1b46039e859b8f609bb931 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:45.472173 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9ad1ece7-0898-4bbb-bc5e-6e54ee563299 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:45.529248 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:02:45.667359 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:02:45.807580 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.objects.ports [None req-9ad1ece7-0898-4bbb-bc5e-6e54ee563299 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104032) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 05 10:02:45.808034 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9ad1ece7-0898-4bbb-bc5e-6e54ee563299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724'] for subnet (988cd17f-ff06-4e31-a156-b2c72b1aa185), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:45.863901 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1ece7-0898-4bbb-bc5e-6e54ee563299 admin admin] Pushing event updated for resources: {'Subnet': ['ID=988cd17f-ff06-4e31-a156-b2c72b1aa185,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:45.870860 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad1ece7-0898-4bbb-bc5e-6e54ee563299 admin admin] Checking segment: {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:02:45.871221 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad1ece7-0898-4bbb-bc5e-6e54ee563299 admin admin] Network hostable DHCP agents. Network: 41de873a-d138-4cc5-b805-d53357ba161e, hostable agents: ['79910865-91ee-4878-a729-5c22ab7e1742'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:02:45.890165 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad1ece7-0898-4bbb-bc5e-6e54ee563299 admin admin] Network 41de873a-d138-4cc5-b805-d53357ba161e is scheduled to be hosted by DHCP agent 79910865-91ee-4878-a729-5c22ab7e1742 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:02:45.900700 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-9ad1ece7-0898-4bbb-bc5e-6e54ee563299 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 41de873a-d138-4cc5-b805-d53357ba161e) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:45.905203 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad1ece7-0898-4bbb-bc5e-6e54ee563299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:02:45.905984 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9ad1ece7-0898-4bbb-bc5e-6e54ee563299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:45.911038 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ca5a26-4acc-49c1-aa16-098b1a68df47 None None] Network 41de873a-d138-4cc5-b805-d53357ba161e requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:02:45.935912 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-9ad1ece7-0898-4bbb-bc5e-6e54ee563299 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4888031 Jul 05 10:02:46.043647 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8244618-fc2b-42f4-825a-632ac61ba97f None None] Network 41de873a-d138-4cc5-b805-d53357ba161e requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:02:46.065610 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:02:46.183325 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:46.718478 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:48.183378 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 39270) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:02:48.316339 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-02637afa-f3ec-4036-9644-3761ba29871a demo admin] 10.222.0.20 "GET /v2.0/routers/2571e7a1-2998-4578-8449-b1298fbe2c17 HTTP/1.1" status: 200 len: 710 time: 0.1317027 Jul 05 10:02:48.406869 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddb115f-c6d3-4a3d-aaf9-39b126e31365 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:02:48.414134 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-5ddb115f-c6d3-4a3d-aaf9-39b126e31365 demo admin] 10.222.0.20 "GET /v2.0/networks/41de873a-d138-4cc5-b805-d53357ba161e HTTP/1.1" status: 200 len: 886 time: 0.0864000 Jul 05 10:02:48.417858 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-8902a863-f28f-48dd-9fb2-3e1b4a043885 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:02:48.651169 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8902a863-f28f-48dd-9fb2-3e1b4a043885 demo admin] Publish callbacks [] for router_gateway (2571e7a1-2998-4578-8449-b1298fbe2c17), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:48.837968 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:02:48.867845 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8902a863-f28f-48dd-9fb2-3e1b4a043885 demo admin] Publish callbacks [] for router_gateway (2571e7a1-2998-4578-8449-b1298fbe2c17), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:48.951066 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8902a863-f28f-48dd-9fb2-3e1b4a043885 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:49.034229 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:02:49.057093 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-8902a863-f28f-48dd-9fb2-3e1b4a043885 demo admin] Allocated IP 172.37.2.56 (41de873a-d138-4cc5-b805-d53357ba161e/988cd17f-ff06-4e31-a156-b2c72b1aa185/a3176e20-5cbf-44a6-9291-cbe7c4b75158) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:49.158971 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8902a863-f28f-48dd-9fb2-3e1b4a043885 demo admin] Publish callbacks [] for port (a3176e20-5cbf-44a6-9291-cbe7c4b75158), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:49.195281 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8902a863-f28f-48dd-9fb2-3e1b4a043885 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865'] for port (a3176e20-5cbf-44a6-9291-cbe7c4b75158), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:49.237050 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8902a863-f28f-48dd-9fb2-3e1b4a043885 demo admin] Network 41de873a-d138-4cc5-b805-d53357ba161e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:49.240122 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-8902a863-f28f-48dd-9fb2-3e1b4a043885 demo admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:49.246696 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8902a863-f28f-48dd-9fb2-3e1b4a043885 demo admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:02:49.251457 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902a863-f28f-48dd-9fb2-3e1b4a043885 demo admin] Pushing event updated for resources: {'Port': ['ID=a3176e20-5cbf-44a6-9291-cbe7c4b75158,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:49.563901 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8902a863-f28f-48dd-9fb2-3e1b4a043885 demo admin] Publish callbacks [] for router_gateway (2571e7a1-2998-4578-8449-b1298fbe2c17), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:49.756890 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:02:49.766062 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8902a863-f28f-48dd-9fb2-3e1b4a043885 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-789475', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-795343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28387'] for router (2571e7a1-2998-4578-8449-b1298fbe2c17), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:49.770299 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8902a863-f28f-48dd-9fb2-3e1b4a043885 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-789501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-789492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-789446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-795344'] for router (2571e7a1-2998-4578-8449-b1298fbe2c17), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:49.877805 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8902a863-f28f-48dd-9fb2-3e1b4a043885 demo admin] Router 2571e7a1-2998-4578-8449-b1298fbe2c17 has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:02:49.967467 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:02:49.980998 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8902a863-f28f-48dd-9fb2-3e1b4a043885 demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:02:49.985093 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8902a863-f28f-48dd-9fb2-3e1b4a043885 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:49.986273 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-8902a863-f28f-48dd-9fb2-3e1b4a043885 demo admin] 10.222.0.20 "PUT /v2.0/routers/2571e7a1-2998-4578-8449-b1298fbe2c17 HTTP/1.1" status: 200 len: 889 time: 1.5715148 Jul 05 10:02:50.429375 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 3455f543-c69d-460b-9592-0982595ae667 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:50.474487 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port 3455f543-c69d-460b-9592-0982595ae667 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:02:50.474872 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (3455f543-c69d-460b-9592-0982595ae667), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:50.550201 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port 3455f543-c69d-460b-9592-0982595ae667 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:02:51.133664 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bcd723-a7ae-4e28-9c4b-bcadf9fed9da None None] Sync routers for ids ['2571e7a1-2998-4578-8449-b1298fbe2c17'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:02:51.145472 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bcd723-a7ae-4e28-9c4b-bcadf9fed9da None None] Routers {'2571e7a1-2998-4578-8449-b1298fbe2c17'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:02:51.146184 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-e3bcd723-a7ae-4e28-9c4b-bcadf9fed9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:02:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['2571e7a1-2998-4578-8449-b1298fbe2c17'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:51.348341 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-e3bcd723-a7ae-4e28-9c4b-bcadf9fed9da None None] Set router 2571e7a1-2998-4578-8449-b1298fbe2c17 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:02:51.573737 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:02:51.722973 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-e3bcd723-a7ae-4e28-9c4b-bcadf9fed9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2571e7a1-2998-4578-8449-b1298fbe2c17', 'name': 'router1', 'tenant_id': '68b3ea181434496b91ea5053896483e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a3176e20-5cbf-44a6-9291-cbe7c4b75158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:02:33Z', 'updated_at': '2022-07-05T10:02:49Z', 'revision_number': 4, 'project_id': '68b3ea181434496b91ea5053896483e8', 'gw_port': {'id': 'a3176e20-5cbf-44a6-9291-cbe7c4b75158', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2571e7a1-2998-4578-8449-b1298fbe2c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:02:48Z', 'updated_at': '2022-07-05T10:02:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3455f543-c69d-460b-9592-0982595ae667', 'name': '', 'network_id': '6d79e855-4707-405c-8014-553a54e9432e', 'tenant_id': '68b3ea181434496b91ea5053896483e8', 'mac_address': 'fa:16:3e:25:c6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2571e7a1-2998-4578-8449-b1298fbe2c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95bae963-e101-4c7b-a9e9-54b08089ec53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:02:41Z', 'updated_at': '2022-07-05T10:02:44Z', 'revision_number': 5, 'project_id': '68b3ea181434496b91ea5053896483e8', 'subnets': [{'id': '95bae963-e101-4c7b-a9e9-54b08089ec53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5b8e996-efe9-4b13-b5ad-2e68b44d748c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:51.853927 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bcd723-a7ae-4e28-9c4b-bcadf9fed9da None None] Checking router: 2571e7a1-2998-4578-8449-b1298fbe2c17 for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:02:51.854265 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bcd723-a7ae-4e28-9c4b-bcadf9fed9da None None] Updating router 2571e7a1-2998-4578-8449-b1298fbe2c17 port a3176e20-5cbf-44a6-9291-cbe7c4b75158 binding host dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:02:51.905163 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd723-a7ae-4e28-9c4b-bcadf9fed9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (a3176e20-5cbf-44a6-9291-cbe7c4b75158), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:52.214086 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd723-a7ae-4e28-9c4b-bcadf9fed9da None None] Publish callbacks [] for port (a3176e20-5cbf-44a6-9291-cbe7c4b75158), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:52.219559 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd723-a7ae-4e28-9c4b-bcadf9fed9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (a3176e20-5cbf-44a6-9291-cbe7c4b75158), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:52.220533 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 39282) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:02:52.274135 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1e629-b810-4ed9-a5e9-d0a35c791d11 None None] Pushing event updated for resources: {'Port': ['ID=a3176e20-5cbf-44a6-9291-cbe7c4b75158,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:52.276456 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-e3bcd723-a7ae-4e28-9c4b-bcadf9fed9da None None] Attempting to bind port a3176e20-5cbf-44a6-9291-cbe7c4b75158 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:02:52.276817 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-e3bcd723-a7ae-4e28-9c4b-bcadf9fed9da None None] Attempting to bind port a3176e20-5cbf-44a6-9291-cbe7c4b75158 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:02:52.277167 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bcd723-a7ae-4e28-9c4b-bcadf9fed9da None None] Attempting to bind port a3176e20-5cbf-44a6-9291-cbe7c4b75158 on network 41de873a-d138-4cc5-b805-d53357ba161e {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:02:52.282497 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bcd723-a7ae-4e28-9c4b-bcadf9fed9da None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:02:52.282860 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bcd723-a7ae-4e28-9c4b-bcadf9fed9da None None] Checking segment: {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:02:52.283252 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd723-a7ae-4e28-9c4b-bcadf9fed9da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:52.283625 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bcd723-a7ae-4e28-9c4b-bcadf9fed9da None None] Bound using segment: {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:02:52.284075 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-e3bcd723-a7ae-4e28-9c4b-bcadf9fed9da None None] Bound port: a3176e20-5cbf-44a6-9291-cbe7c4b75158, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:02:52.284462 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd723-a7ae-4e28-9c4b-bcadf9fed9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (a3176e20-5cbf-44a6-9291-cbe7c4b75158), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:52.302773 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:02:52.333273 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e3bcd723-a7ae-4e28-9c4b-bcadf9fed9da None None] For port a3176e20-5cbf-44a6-9291-cbe7c4b75158, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:52.336304 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e3bcd723-a7ae-4e28-9c4b-bcadf9fed9da None None] For port a3176e20-5cbf-44a6-9291-cbe7c4b75158, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a3176e20-5cbf-44a6-9291-cbe7c4b75158,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:52.341582 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-8ec6a59e-e02b-45dc-bbaf-b1c4d931adc5 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1197021 Jul 05 10:02:52.342991 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd723-a7ae-4e28-9c4b-bcadf9fed9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (a3176e20-5cbf-44a6-9291-cbe7c4b75158), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:52.395592 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bcd723-a7ae-4e28-9c4b-bcadf9fed9da None None] Routers {'2571e7a1-2998-4578-8449-b1298fbe2c17'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:02:52.396230 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-e3bcd723-a7ae-4e28-9c4b-bcadf9fed9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:02:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['2571e7a1-2998-4578-8449-b1298fbe2c17'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:52.455524 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1e629-b810-4ed9-a5e9-d0a35c791d11 None None] Pushing event updated for resources: {'Port': ['ID=a3176e20-5cbf-44a6-9291-cbe7c4b75158,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:52.520301 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-e3bcd723-a7ae-4e28-9c4b-bcadf9fed9da None None] Set router 2571e7a1-2998-4578-8449-b1298fbe2c17 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:02:52.589927 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:02:52.723236 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-e3bcd723-a7ae-4e28-9c4b-bcadf9fed9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2571e7a1-2998-4578-8449-b1298fbe2c17', 'name': 'router1', 'tenant_id': '68b3ea181434496b91ea5053896483e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a3176e20-5cbf-44a6-9291-cbe7c4b75158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:02:33Z', 'updated_at': '2022-07-05T10:02:49Z', 'revision_number': 4, 'project_id': '68b3ea181434496b91ea5053896483e8', 'gw_port': {'id': 'a3176e20-5cbf-44a6-9291-cbe7c4b75158', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2571e7a1-2998-4578-8449-b1298fbe2c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:02:48Z', 'updated_at': '2022-07-05T10:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3455f543-c69d-460b-9592-0982595ae667', 'name': '', 'network_id': '6d79e855-4707-405c-8014-553a54e9432e', 'tenant_id': '68b3ea181434496b91ea5053896483e8', 'mac_address': 'fa:16:3e:25:c6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2571e7a1-2998-4578-8449-b1298fbe2c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95bae963-e101-4c7b-a9e9-54b08089ec53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:02:41Z', 'updated_at': '2022-07-05T10:02:44Z', 'revision_number': 5, 'project_id': '68b3ea181434496b91ea5053896483e8', 'subnets': [{'id': '95bae963-e101-4c7b-a9e9-54b08089ec53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5b8e996-efe9-4b13-b5ad-2e68b44d748c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:52.749848 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bcd723-a7ae-4e28-9c4b-bcadf9fed9da None None] The sync data for ids ['2571e7a1-2998-4578-8449-b1298fbe2c17'] in dv-cinder-master-3-iscsi is: [{'id': '2571e7a1-2998-4578-8449-b1298fbe2c17', 'name': 'router1', 'tenant_id': '68b3ea181434496b91ea5053896483e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a3176e20-5cbf-44a6-9291-cbe7c4b75158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:02:33Z', 'updated_at': '2022-07-05T10:02:49Z', 'revision_number': 4, 'project_id': '68b3ea181434496b91ea5053896483e8', 'gw_port': {'id': 'a3176e20-5cbf-44a6-9291-cbe7c4b75158', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2571e7a1-2998-4578-8449-b1298fbe2c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:02:48Z', 'updated_at': '2022-07-05T10:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3455f543-c69d-460b-9592-0982595ae667', 'name': '', 'network_id': '6d79e855-4707-405c-8014-553a54e9432e', 'tenant_id': '68b3ea181434496b91ea5053896483e8', 'mac_address': 'fa:16:3e:25:c6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2571e7a1-2998-4578-8449-b1298fbe2c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95bae963-e101-4c7b-a9e9-54b08089ec53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:02:41Z', 'updated_at': '2022-07-05T10:02:44Z', 'revision_number': 5, 'project_id': '68b3ea181434496b91ea5053896483e8', 'subnets': [{'id': '95bae963-e101-4c7b-a9e9-54b08089ec53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5b8e996-efe9-4b13-b5ad-2e68b44d748c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:02:54.457518 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device a3176e20-5cbf-44a6-9291-cbe7c4b75158 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:54.504337 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port a3176e20-5cbf-44a6-9291-cbe7c4b75158 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:02:54.505467 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (a3176e20-5cbf-44a6-9291-cbe7c4b75158), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:54.594363 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port a3176e20-5cbf-44a6-9291-cbe7c4b75158 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:02:54.594815 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (a3176e20-5cbf-44a6-9291-cbe7c4b75158), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:54.619062 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] For port a3176e20-5cbf-44a6-9291-cbe7c4b75158, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a3176e20-5cbf-44a6-9291-cbe7c4b75158,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:54.623449 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (a3176e20-5cbf-44a6-9291-cbe7c4b75158), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:54.672680 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Pushing event updated for resources: {'Port': ['ID=a3176e20-5cbf-44a6-9291-cbe7c4b75158,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:56.456272 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device a3176e20-5cbf-44a6-9291-cbe7c4b75158 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:56.540639 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port a3176e20-5cbf-44a6-9291-cbe7c4b75158 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:02:56.541022 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (a3176e20-5cbf-44a6-9291-cbe7c4b75158), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:02:56.643574 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port a3176e20-5cbf-44a6-9291-cbe7c4b75158 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:03:02.327217 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=28 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:03:02.338842 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:03:04.184741 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=36 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:03:04.190783 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=46 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:03:06.599086 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:03:06.643476 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=69 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:03:11.442078 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1b979fb3-b2d1-435d-85b5-a0eb4721574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:03:13.933949 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c7f9706c-31fc-4877-80e6-dab98c1b8761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:03:14.884503 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:03:16.197649 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:03:16.721843 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:03:22.188894 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:03:26.716343 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:03:26.717673 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:03:41.184257 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=4 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:03:41.192277 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=4 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:03:41.437471 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-de43928c-98d8-4f5d-a653-dba91b54533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:03:43.934133 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-918c97f4-7184-4be1-b288-bf915971c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:03:44.875792 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:03:46.186853 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:03:46.724263 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:03:56.717922 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:03:56.720416 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:03:59.182469 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:04:06.500672 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 39824) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:04:06.562745 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2961a51-868c-4e46-ba06-92301ed5cd51 admin admin] GET failed (client error): The resource could not be found. Jul 05 10:04:06.563984 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-b2961a51-868c-4e46-ba06-92301ed5cd51 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0624027 Jul 05 10:04:06.727549 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a729cd4-14e3-48f9-9a23-9db46941b502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:04:06.729031 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-8a729cd4-14e3-48f9-9a23-9db46941b502 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1610498 Jul 05 10:04:08.759782 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 39834) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:04:08.851405 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35be207-5dda-4c29-9d8b-f43c828652cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:04:08.852743 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f35be207-5dda-4c29-9d8b-f43c828652cb admin admin] 10.222.0.20 "GET /v2.0/subnets/95bae963-e101-4c7b-a9e9-54b08089ec53 HTTP/1.1" status: 200 len: 849 time: 0.0919931 Jul 05 10:04:08.862067 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-156c54cd-834a-4dfd-92c4-a4f14d72d8a6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:04:08.949723 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-156c54cd-834a-4dfd-92c4-a4f14d72d8a6 admin admin] Publish callbacks [] for subnet (95bae963-e101-4c7b-a9e9-54b08089ec53), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:04:09.090174 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-156c54cd-834a-4dfd-92c4-a4f14d72d8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734376551662'] for subnet (95bae963-e101-4c7b-a9e9-54b08089ec53), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:04:09.123321 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156c54cd-834a-4dfd-92c4-a4f14d72d8a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:04:09.124336 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-156c54cd-834a-4dfd-92c4-a4f14d72d8a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:04:09.136735 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-156c54cd-834a-4dfd-92c4-a4f14d72d8a6 admin admin] 10.222.0.20 "PUT /v2.0/subnets/95bae963-e101-4c7b-a9e9-54b08089ec53 HTTP/1.1" status: 200 len: 868 time: 0.2666299 Jul 05 10:04:09.136996 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37786a3a-c4bf-46b5-87d2-93d060c7bf37 None None] Network 6d79e855-4707-405c-8014-553a54e9432e requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:04:09.146192 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c54cd-834a-4dfd-92c4-a4f14d72d8a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95bae963-e101-4c7b-a9e9-54b08089ec53,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:09.154443 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c54cd-834a-4dfd-92c4-a4f14d72d8a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:09.154813 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c54cd-834a-4dfd-92c4-a4f14d72d8a6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:09.155123 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c54cd-834a-4dfd-92c4-a4f14d72d8a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:09.155458 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c54cd-834a-4dfd-92c4-a4f14d72d8a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:09.155787 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c54cd-834a-4dfd-92c4-a4f14d72d8a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:09.156115 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c54cd-834a-4dfd-92c4-a4f14d72d8a6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:09.156461 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c54cd-834a-4dfd-92c4-a4f14d72d8a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:09.156788 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c54cd-834a-4dfd-92c4-a4f14d72d8a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:09.157129 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c54cd-834a-4dfd-92c4-a4f14d72d8a6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:09.157454 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c54cd-834a-4dfd-92c4-a4f14d72d8a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:09.157789 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c54cd-834a-4dfd-92c4-a4f14d72d8a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:09.158128 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c54cd-834a-4dfd-92c4-a4f14d72d8a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:09.158444 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c54cd-834a-4dfd-92c4-a4f14d72d8a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:09.158757 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c54cd-834a-4dfd-92c4-a4f14d72d8a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:09.159811 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c54cd-834a-4dfd-92c4-a4f14d72d8a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:09.427034 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-fbf7be14-0a3c-4b5a-9b13-531df759ae6d None None] Provisioning complete for port 3455f543-c69d-460b-9592-0982595ae667 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:04:09.427414 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fbf7be14-0a3c-4b5a-9b13-531df759ae6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (3455f543-c69d-460b-9592-0982595ae667), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:04:09.499330 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-fbf7be14-0a3c-4b5a-9b13-531df759ae6d None None] Current status of the port 3455f543-c69d-460b-9592-0982595ae667 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:04:09.507304 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-fbf7be14-0a3c-4b5a-9b13-531df759ae6d None None] Provisioning complete for port d7dd97b0-bd2b-4b71-a39f-ff6a72b9ba13 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:04:09.507635 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fbf7be14-0a3c-4b5a-9b13-531df759ae6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (d7dd97b0-bd2b-4b71-a39f-ff6a72b9ba13), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:04:09.581021 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-fbf7be14-0a3c-4b5a-9b13-531df759ae6d None None] Current status of the port d7dd97b0-bd2b-4b71-a39f-ff6a72b9ba13 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:04:11.173944 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 39842) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:04:11.372095 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d016aae-1ae2-4cba-ae15-56c32e347ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:04:11.372591 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d016aae-1ae2-4cba-ae15-56c32e347ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:04:11.374093 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-2d016aae-1ae2-4cba-ae15-56c32e347ac6 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1992056 Jul 05 10:04:11.440999 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-213da593-1fb6-4ded-95a2-92171a5fff9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:04:13.409009 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 39850) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:04:13.640118 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9c3731-6f50-4b0f-9812-b5010e38e67d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:04:13.640528 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9c3731-6f50-4b0f-9812-b5010e38e67d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:04:13.642024 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-af9c3731-6f50-4b0f-9812-b5010e38e67d admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2320940 Jul 05 10:04:13.927408 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3d75e17e-2494-437b-a252-7521f8d5aa8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:04:14.877048 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:04:15.684812 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 39858) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:04:15.807825 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3589958-ad57-4385-8bb9-7b7669f3898d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:04:15.809207 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-c3589958-ad57-4385-8bb9-7b7669f3898d admin admin] 10.222.0.20 "GET /v2.0/networks/41de873a-d138-4cc5-b805-d53357ba161e HTTP/1.1" status: 200 len: 886 time: 0.1233170 Jul 05 10:04:16.189295 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:04:16.729835 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:04:17.859898 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 39866) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:04:17.935129 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:04:17.937554 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:04:17.997069 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcef2a16-8f6d-4b2f-90d9-9bccd746532b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:04:17.998439 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-bcef2a16-8f6d-4b2f-90d9-9bccd746532b admin admin] 10.222.0.20 "GET /v2.0/networks/6d79e855-4707-405c-8014-553a54e9432e HTTP/1.1" status: 200 len: 869 time: 0.1375690 Jul 05 10:04:18.181011 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=4 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:04:18.187439 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:04:20.041792 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 39876) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:04:20.105682 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writer thread running {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 05 10:04:20.127714 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:04:20.274269 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.policy [None req-4d619523-e99f-4179-8437-410e808aef50 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104031) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 05 10:04:20.316214 dv-cinder-master-3-iscsi neutron-server[104031]: WARNING oslo_policy.policy [None req-4d619523-e99f-4179-8437-410e808aef50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 10:04:20.316598 dv-cinder-master-3-iscsi neutron-server[104031]: WARNING oslo_policy.policy [None req-4d619523-e99f-4179-8437-410e808aef50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 10:04:20.324576 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d619523-e99f-4179-8437-410e808aef50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:04:20.325015 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d619523-e99f-4179-8437-410e808aef50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:04:20.326857 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-4d619523-e99f-4179-8437-410e808aef50 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2841840 Jul 05 10:04:22.385314 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 39890) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:04:22.528792 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27b9f01-ddd8-4e9f-9807-daa87e6fd321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:04:22.529242 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27b9f01-ddd8-4e9f-9807-daa87e6fd321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:04:22.531391 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-c27b9f01-ddd8-4e9f-9807-daa87e6fd321 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1449423 Jul 05 10:04:24.606389 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 39898) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:04:24.734313 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fb594e-422c-4128-b663-26e6395a9c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:04:24.735644 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-41fb594e-422c-4128-b663-26e6395a9c31 admin admin] 10.222.0.20 "GET /v2.0/subnets/95bae963-e101-4c7b-a9e9-54b08089ec53 HTTP/1.1" status: 200 len: 868 time: 0.1283219 Jul 05 10:04:26.723308 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:04:26.725198 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=44,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:04:26.757326 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 39906) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:04:26.842641 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c731bce6-a8ae-4525-84e1-539137882fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:04:26.843919 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-c731bce6-a8ae-4525-84e1-539137882fb1 admin admin] 10.222.0.20 "GET /v2.0/subnets/988cd17f-ff06-4e31-a156-b2c72b1aa185 HTTP/1.1" status: 200 len: 816 time: 0.0856500 Jul 05 10:04:32.520113 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=15 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:04:32.524220 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=13 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:04:36.181283 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:04:36.838959 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=21 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:04:36.839721 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=14 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:04:41.442778 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d53ecb3b-d863-4d42-82ec-c3bcdb5d0bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:04:43.931264 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d09cb350-c032-4ce8-9d24-be59034974e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:04:44.880800 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:04:46.191631 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:04:46.731677 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:04:53.755709 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 39962) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:04:53.802762 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [None req-68eb5866-ebbb-4fe0-a016-39a7dce417d2 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 05 10:04:53.803761 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-68eb5866-ebbb-4fe0-a016-39a7dce417d2 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0471494 Jul 05 10:04:55.179212 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=4 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:04:55.183220 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=4 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:04:55.914807 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 39970) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:04:55.989819 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a8e43a-defb-4769-9afb-f5c47a060442 admin admin] GET failed (client error): The resource could not be found. Jul 05 10:04:55.991089 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-d7a8e43a-defb-4769-9afb-f5c47a060442 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0753832 Jul 05 10:04:56.149038 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3340221e-f704-42ab-bb5d-779a1d09bc3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:04:56.150406 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-3340221e-f704-42ab-bb5d-779a1d09bc3f admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1553400 Jul 05 10:04:56.725283 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:04:56.727626 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:04:58.228246 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 39980) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:04:58.274986 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-45e5491e-f6f9-40ea-971a-02103cd25b0f admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:04:58.294499 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e5491e-f6f9-40ea-971a-02103cd25b0f admin admin] Made reservation on behalf of ba1e700aae1b46039e859b8f609bb931 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:04:58.297036 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-45e5491e-f6f9-40ea-971a-02103cd25b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:04:58.324229 dv-cinder-master-3-iscsi neutron-server[104032]: WARNING neutron.services.revisions.revision_plugin [None req-45e5491e-f6f9-40ea-971a-02103cd25b0f admin admin] Could not find related network for resource to bump revision. Jul 05 10:04:58.335600 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e5491e-f6f9-40ea-971a-02103cd25b0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:04:58.344959 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-45e5491e-f6f9-40ea-971a-02103cd25b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (acc53850-a417-4d97-a079-e0ad50755523), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:04:58.345288 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.db.segments_db [None req-45e5491e-f6f9-40ea-971a-02103cd25b0f admin admin] Added segment acc53850-a417-4d97-a079-e0ad50755523 of type vlan for network 06dc420f-db33-4a47-ae2d-73a4f0de49a8 Jul 05 10:04:58.382694 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-45e5491e-f6f9-40ea-971a-02103cd25b0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734376243128'] for network (06dc420f-db33-4a47-ae2d-73a4f0de49a8), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:04:58.407535 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-45e5491e-f6f9-40ea-971a-02103cd25b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724'] for network (06dc420f-db33-4a47-ae2d-73a4f0de49a8), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:04:58.408516 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e5491e-f6f9-40ea-971a-02103cd25b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:04:58.409083 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-45e5491e-f6f9-40ea-971a-02103cd25b0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:04:58.443663 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-45e5491e-f6f9-40ea-971a-02103cd25b0f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2142932 Jul 05 10:04:58.475513 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5491e-f6f9-40ea-971a-02103cd25b0f admin admin] Pushing event updated for resources: {'Network': ['ID=06dc420f-db33-4a47-ae2d-73a4f0de49a8,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:58.486252 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Network 06dc420f-db33-4a47-ae2d-73a4f0de49a8 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:05:00.517177 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 39988) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:05:00.576886 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d8fa735-3354-44d1-bc07-bc0fe283c9dc admin admin] GET failed (client error): The resource could not be found. Jul 05 10:05:00.578148 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-5d8fa735-3354-44d1-bc07-bc0fe283c9dc admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600331 Jul 05 10:05:00.646618 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdd6d49-de5b-4a77-9e12-36796712a3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:05:00.648030 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-cfdd6d49-de5b-4a77-9e12-36796712a3f7 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0659559 Jul 05 10:05:00.657400 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-0476f931-5dae-4e3a-a393-060937694bfa admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '06dc420f-db33-4a47-ae2d-73a4f0de49a8', 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:05:00.676675 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0476f931-5dae-4e3a-a393-060937694bfa admin admin] Made reservation on behalf of ba1e700aae1b46039e859b8f609bb931 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:05:00.678809 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0476f931-5dae-4e3a-a393-060937694bfa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:05:00.842671 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0476f931-5dae-4e3a-a393-060937694bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724'] for subnet (dadeb163-e2d1-4f89-a382-cd68cbbaec37), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:05:00.894800 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476f931-5dae-4e3a-a393-060937694bfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=dadeb163-e2d1-4f89-a382-cd68cbbaec37,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:00.905523 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0476f931-5dae-4e3a-a393-060937694bfa admin admin] Checking segment: {'id': 'acc53850-a417-4d97-a079-e0ad50755523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '06dc420f-db33-4a47-ae2d-73a4f0de49a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:05:00.905870 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0476f931-5dae-4e3a-a393-060937694bfa admin admin] Network hostable DHCP agents. Network: 06dc420f-db33-4a47-ae2d-73a4f0de49a8, hostable agents: ['79910865-91ee-4878-a729-5c22ab7e1742'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:05:00.922395 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0476f931-5dae-4e3a-a393-060937694bfa admin admin] Network 06dc420f-db33-4a47-ae2d-73a4f0de49a8 is scheduled to be hosted by DHCP agent 79910865-91ee-4878-a729-5c22ab7e1742 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:05:00.931121 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-0476f931-5dae-4e3a-a393-060937694bfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 06dc420f-db33-4a47-ae2d-73a4f0de49a8) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:05:00.935158 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0476f931-5dae-4e3a-a393-060937694bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:05:00.935740 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0476f931-5dae-4e3a-a393-060937694bfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:05:00.940255 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1312cd-6489-4369-9748-138e3d3f7ff9 None None] Network 06dc420f-db33-4a47-ae2d-73a4f0de49a8 requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:05:00.951943 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-0476f931-5dae-4e3a-a393-060937694bfa admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2977378 Jul 05 10:05:01.057203 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-06dc420f-db33-4a47-ae2d-73a4f0de49a8', 'network_id': '06dc420f-db33-4a47-ae2d-73a4f0de49a8', 'project_id': 'ba1e700aae1b46039e859b8f609bb931', 'fixed_ips': [{'subnet_id': 'dadeb163-e2d1-4f89-a382-cd68cbbaec37'}]}} from dv-cinder-master-3-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 05 10:05:01.058171 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:05:01.200133 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Allocated IP 192.168.233.2 (06dc420f-db33-4a47-ae2d-73a4f0de49a8/dadeb163-e2d1-4f89-a382-cd68cbbaec37/38bdac60-40a3-4a7f-9668-4ae17c9616ee) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:05:01.348618 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Publish callbacks [] for port (38bdac60-40a3-4a7f-9668-4ae17c9616ee), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:05:01.355847 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865'] for port (38bdac60-40a3-4a7f-9668-4ae17c9616ee), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:05:01.401260 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Network 06dc420f-db33-4a47-ae2d-73a4f0de49a8 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:05:01.404731 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:05:01.406417 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Pushing event updated for resources: {'Port': ['ID=38bdac60-40a3-4a7f-9668-4ae17c9616ee,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:01.408593 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:05:01.422738 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:01.422738 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:01.422738 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:01.423134 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:01.423324 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:01.423647 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:01.423969 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:01.424290 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:01.424644 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:01.424956 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:01.425278 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:01.425612 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:01.425935 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:01.426251 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:01.426562 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:01.475948 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Attempting to bind port 38bdac60-40a3-4a7f-9668-4ae17c9616ee on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:05:01.476246 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Attempting to bind port 38bdac60-40a3-4a7f-9668-4ae17c9616ee by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'acc53850-a417-4d97-a079-e0ad50755523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '06dc420f-db33-4a47-ae2d-73a4f0de49a8'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:05:01.476630 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Attempting to bind port 38bdac60-40a3-4a7f-9668-4ae17c9616ee on network 06dc420f-db33-4a47-ae2d-73a4f0de49a8 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:05:01.482367 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:05:01.482744 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Checking segment: {'id': 'acc53850-a417-4d97-a079-e0ad50755523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '06dc420f-db33-4a47-ae2d-73a4f0de49a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:05:01.483136 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:05:01.483530 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Bound using segment: {'id': 'acc53850-a417-4d97-a079-e0ad50755523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '06dc420f-db33-4a47-ae2d-73a4f0de49a8'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:05:01.483984 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Bound port: 38bdac60-40a3-4a7f-9668-4ae17c9616ee, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc53850-a417-4d97-a079-e0ad50755523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '06dc420f-db33-4a47-ae2d-73a4f0de49a8'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:05:01.484359 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (38bdac60-40a3-4a7f-9668-4ae17c9616ee), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:05:01.547837 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] For port 38bdac60-40a3-4a7f-9668-4ae17c9616ee, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:05:01.551037 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] For port 38bdac60-40a3-4a7f-9668-4ae17c9616ee, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=38bdac60-40a3-4a7f-9668-4ae17c9616ee,segment=NetworkSegment(acc53850-a417-4d97-a079-e0ad50755523),segment_id=acc53850-a417-4d97-a079-e0ad50755523)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:05:01.557515 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (38bdac60-40a3-4a7f-9668-4ae17c9616ee), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:05:01.614853 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd575b-d4f4-4ee9-a9a0-6565e0b3abc0 None None] Pushing event updated for resources: {'Port': ['ID=38bdac60-40a3-4a7f-9668-4ae17c9616ee,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:02.432171 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42de581e-c141-4a02-9bd1-aec1061a4471 None None] Network 06dc420f-db33-4a47-ae2d-73a4f0de49a8 requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:05:02.608000 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 38bdac60-40a3-4a7f-9668-4ae17c9616ee up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:02.614815 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d7aac2a9-2a11-495e-9d0a-047230a53cd9 None None] Provisioning complete for port 38bdac60-40a3-4a7f-9668-4ae17c9616ee triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:05:02.615188 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d7aac2a9-2a11-495e-9d0a-047230a53cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (38bdac60-40a3-4a7f-9668-4ae17c9616ee), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:05:02.641198 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:05:02.674944 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:05:02.754249 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port 38bdac60-40a3-4a7f-9668-4ae17c9616ee triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:05:02.754628 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (38bdac60-40a3-4a7f-9668-4ae17c9616ee), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:05:02.802439 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d7aac2a9-2a11-495e-9d0a-047230a53cd9 None None] Current status of the port 38bdac60-40a3-4a7f-9668-4ae17c9616ee is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:05:02.802680 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d7aac2a9-2a11-495e-9d0a-047230a53cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (38bdac60-40a3-4a7f-9668-4ae17c9616ee), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:05:02.868827 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d7aac2a9-2a11-495e-9d0a-047230a53cd9 None None] For port 38bdac60-40a3-4a7f-9668-4ae17c9616ee, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=38bdac60-40a3-4a7f-9668-4ae17c9616ee,segment=NetworkSegment(acc53850-a417-4d97-a079-e0ad50755523),segment_id=acc53850-a417-4d97-a079-e0ad50755523)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:02.876254 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d7aac2a9-2a11-495e-9d0a-047230a53cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (38bdac60-40a3-4a7f-9668-4ae17c9616ee), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:05:02.881108 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port 38bdac60-40a3-4a7f-9668-4ae17c9616ee is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:05:02.881481 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (38bdac60-40a3-4a7f-9668-4ae17c9616ee), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:05:02.968722 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aac2a9-2a11-495e-9d0a-047230a53cd9 None None] Pushing event updated for resources: {'Port': ['ID=38bdac60-40a3-4a7f-9668-4ae17c9616ee,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:02.976476 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.db.api [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 05 10:05:02.976930 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG oslo_db.api [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:05:02.992768 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f1032c42-4835-4e6f-9fcd-e57035bc0d5f None None] Provisioning complete for port 38bdac60-40a3-4a7f-9668-4ae17c9616ee triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:05:02.993099 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f1032c42-4835-4e6f-9fcd-e57035bc0d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (38bdac60-40a3-4a7f-9668-4ae17c9616ee), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:05:03.069274 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f1032c42-4835-4e6f-9fcd-e57035bc0d5f None None] Current status of the port 38bdac60-40a3-4a7f-9668-4ae17c9616ee is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:05:03.510542 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port 38bdac60-40a3-4a7f-9668-4ae17c9616ee is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:05:04.482439 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 38bdac60-40a3-4a7f-9668-4ae17c9616ee up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:04.525034 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port 38bdac60-40a3-4a7f-9668-4ae17c9616ee triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:05:04.525661 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (38bdac60-40a3-4a7f-9668-4ae17c9616ee), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:05:04.597754 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port 38bdac60-40a3-4a7f-9668-4ae17c9616ee is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:05:06.143468 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=9 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:05:06.146359 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=13 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:05:06.459955 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=13 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:05:06.462840 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=13 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:05:10.944599 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=66,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:05:10.945371 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=70,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:05:11.447492 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c97c61e1-9726-4e3f-b808-c7e4372605c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:05:13.179837 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:05:13.934370 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-58749d54-7dc7-4c82-99ba-bb3a589f2684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:05:14.884670 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:05:16.194304 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:05:16.734037 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:05:26.728412 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:05:26.730352 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:05:32.185586 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=4 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:05:32.189812 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=4 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:05:41.449369 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8d144115-89c8-4108-90c6-38bd8b2e6a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:05:43.938958 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0afb9628-d719-41fb-aae3-942c3783b8b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:05:44.886298 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:05:46.197210 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:05:46.737593 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:05:50.178876 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:05:56.725864 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:05:56.732212 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:06:10.171186 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:06:10.171943 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:06:11.452200 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ad06768a-9628-4a30-8aa6-59d2b21ebc78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:06:13.943193 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1af04af5-ac6e-408b-a843-cbcd72090b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:06:14.891032 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:06:16.200699 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:06:16.741196 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:06:26.029975 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 40028) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:06:26.035650 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [None req-87eeaf8f-efb7-4e72-9bb6-3ed9da59f4c8 tempest-verify_tempest_config-1646643818 tempest-verify_tempest_config-1646643818-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 05 10:06:26.036624 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-87eeaf8f-efb7-4e72-9bb6-3ed9da59f4c8 tempest-verify_tempest_config-1646643818 tempest-verify_tempest_config-1646643818-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056727 Jul 05 10:06:26.330711 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 40046) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:06:26.436199 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-226e9595-4904-443d-ab06-bd4345a3eb8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:06:26.509926 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-226e9595-4904-443d-ab06-bd4345a3eb8a admin admin] Publish callbacks [] for security_group (ffd4e754-3ed6-489e-a2f5-7e50588430e7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:06:26.513615 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-226e9595-4904-443d-ab06-bd4345a3eb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (ffd4e754-3ed6-489e-a2f5-7e50588430e7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:06:26.559718 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-226e9595-4904-443d-ab06-bd4345a3eb8a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=335f26d438834797a483ae0ccae87b3c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2280064 Jul 05 10:06:26.560730 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e9595-4904-443d-ab06-bd4345a3eb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd4e754-3ed6-489e-a2f5-7e50588430e7,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:26.562464 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 40050) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:06:26.567530 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226e9595-4904-443d-ab06-bd4345a3eb8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:26.567875 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226e9595-4904-443d-ab06-bd4345a3eb8a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:26.568225 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226e9595-4904-443d-ab06-bd4345a3eb8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:26.568582 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226e9595-4904-443d-ab06-bd4345a3eb8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:26.568903 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226e9595-4904-443d-ab06-bd4345a3eb8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:26.569223 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226e9595-4904-443d-ab06-bd4345a3eb8a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:26.569537 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226e9595-4904-443d-ab06-bd4345a3eb8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:26.569850 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226e9595-4904-443d-ab06-bd4345a3eb8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:26.570180 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226e9595-4904-443d-ab06-bd4345a3eb8a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:26.570496 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226e9595-4904-443d-ab06-bd4345a3eb8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:26.570824 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226e9595-4904-443d-ab06-bd4345a3eb8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:26.571140 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226e9595-4904-443d-ab06-bd4345a3eb8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:26.571448 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226e9595-4904-443d-ab06-bd4345a3eb8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:26.571756 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226e9595-4904-443d-ab06-bd4345a3eb8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:26.572062 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226e9595-4904-443d-ab06-bd4345a3eb8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:26.646148 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71ff2589-2ad6-4316-afff-461aefd24919 admin admin] Publish callbacks [] for security_group (ffd4e754-3ed6-489e-a2f5-7e50588430e7), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:06:26.667004 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71ff2589-2ad6-4316-afff-461aefd24919 admin admin] Publish callbacks [] for security_group (ffd4e754-3ed6-489e-a2f5-7e50588430e7), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:06:26.734636 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:06:26.737380 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:06:26.764772 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71ff2589-2ad6-4316-afff-461aefd24919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (ffd4e754-3ed6-489e-a2f5-7e50588430e7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:06:26.767944 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71ff2589-2ad6-4316-afff-461aefd24919 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:06:26.769143 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-71ff2589-2ad6-4316-afff-461aefd24919 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ffd4e754-3ed6-489e-a2f5-7e50588430e7 HTTP/1.1" status: 204 len: 168 time: 0.2057018 Jul 05 10:06:26.777310 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff2589-2ad6-4316-afff-461aefd24919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd4e754-3ed6-489e-a2f5-7e50588430e7,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:26.788118 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff2589-2ad6-4316-afff-461aefd24919 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:26.788489 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff2589-2ad6-4316-afff-461aefd24919 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:26.788826 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff2589-2ad6-4316-afff-461aefd24919 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:26.789154 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff2589-2ad6-4316-afff-461aefd24919 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:26.789476 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff2589-2ad6-4316-afff-461aefd24919 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:26.789793 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff2589-2ad6-4316-afff-461aefd24919 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:26.790112 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff2589-2ad6-4316-afff-461aefd24919 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:26.790427 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff2589-2ad6-4316-afff-461aefd24919 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:26.790746 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff2589-2ad6-4316-afff-461aefd24919 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:26.791062 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff2589-2ad6-4316-afff-461aefd24919 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:26.791394 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff2589-2ad6-4316-afff-461aefd24919 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:26.791719 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff2589-2ad6-4316-afff-461aefd24919 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:26.792033 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff2589-2ad6-4316-afff-461aefd24919 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:26.792344 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff2589-2ad6-4316-afff-461aefd24919 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:26.792689 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff2589-2ad6-4316-afff-461aefd24919 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff2589-2ad6-4316-afff-461aefd24919 admin admin] Tracked resource versions report: Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: pushed versions: Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: { 'AddressGroup': {'1.2'}, Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: 'Agent': {'1.1'}, Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: 'ConntrackHelper': {'1.0'}, Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: 'LocalIPAssociation': {'1.0'}, Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: 'Log': {'1.0'}, Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: 'NDPProxy': {'1.0'}, Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: 'Network': {'1.1'}, Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: 'Port': {'1.7'}, Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: 'PortForwarding': {'1.3'}, Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: 'QosPolicy': {'1.10'}, Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: 'SecurityGroup': {'1.5'}, Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: 'SecurityGroupRule': {'1.2'}, Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: 'SubPort': {'1.0'}, Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: 'Subnet': {'1.1'}, Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: 'Trunk': {'1.1'}} Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: consumer versions: Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: L3 agent@dv-cinder-master-3-iscsi: {}, Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: Metering agent@dv-cinder-master-3-iscsi: {}, Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: 'Agent': '1.1', Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: 'ConntrackHelper': '1.0', Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: 'LocalIPAssociation': '1.0', Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: 'Log': '1.0', Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: 'NDPProxy': '1.0', Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: 'Network': '1.1', Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: 'Port': '1.7', Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: 'PortForwarding': '1.3', Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: 'QosPolicy': '1.10', Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: 'SecurityGroup': '1.5', Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: 'SecurityGroupRule': '1.2', Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: 'SubPort': '1.0', Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: 'Subnet': '1.1', Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: 'Trunk': '1.1'}} Jul 05 10:06:26.794031 dv-cinder-master-3-iscsi neutron-server[104031]: {{(pid=104031) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 10:06:27.177752 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:06:36.556201 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=19,neutron:INSERT=5 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:06:36.567192 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=20,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:06:36.773063 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:06:36.782130 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:06:36.835557 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:06:41.455737 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ff6c5707-f047-4478-9be5-d6b66f8ea500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:06:43.945367 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-75386a77-40b4-4904-9620-85b56aacd4ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:06:44.894007 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:06:46.204186 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:06:46.742486 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:06:53.176553 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=4 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:06:53.194630 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=6 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:06:56.731901 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:06:56.738832 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:07:04.176288 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:07:11.458601 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-817d7613-e582-4e1d-8892-0a6d40a164e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:07:13.948046 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cd78e87c-3e8c-4115-a85d-6ee3a7b26cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:07:14.893939 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:07:16.206902 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:07:16.744826 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:07:23.182942 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=14 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:07:23.187994 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=20 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:07:26.734775 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:07:26.741545 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:07:41.174835 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:07:41.463003 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-251f5ad9-35e2-493f-8bed-33c8c4c3a244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:07:43.950025 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dbfb3f73-7767-4409-b068-f8c4056a6cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:07:44.896038 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:07:46.211817 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:07:46.746606 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:07:56.736288 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:07:56.743076 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:08:00.194317 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=5 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:08:10.125061 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-802265'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:08:10.177792 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:08:11.465172 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-15c06fa9-d221-42e4-9aa5-375b37c6d919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:08:13.951359 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1ebb4af6-d5ee-44d6-afb9-b5f86ca46059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:08:14.901150 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:08:16.265829 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:08:16.748722 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:08:18.173405 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:08:21.710999 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 40130) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:08:21.816796 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-d5891df8-b452-47bb-a595-c351dffdfac6 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1046381 Jul 05 10:08:23.863388 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 40140) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:08:23.924085 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-da397bfc-2a50-4d1e-b5b0-e34dcb0b2d78 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0596154 Jul 05 10:08:26.739197 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:INSERT=1,neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:08:26.745378 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:08:31.812135 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:08:33.915817 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:08:33.917733 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:08:37.185893 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=4 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:08:37.191197 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=4 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:08:40.101961 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:08:41.467418 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c692edb0-8c74-4acb-bb6a-4ed562f8120e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:08:43.953361 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-187194e1-608a-4335-b0dc-3da431c5a578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:08:44.900980 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:08:46.218835 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:08:46.750916 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:08:55.172094 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:08:56.741167 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:08:56.747140 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:09:10.095471 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:09:11.469302 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-48fbac13-7987-46cf-9ecd-d699bbcf4eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:09:13.954760 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2333b6da-eede-419e-a200-08048d431f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:09:14.176824 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=16 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:09:14.186600 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=18 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:09:14.903955 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:09:16.221696 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:09:16.757054 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:09:26.748664 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:09:26.751549 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:09:32.170771 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:09:40.114314 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:09:41.470111 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-eca20e7a-0d28-4b31-bed4-ca94f40ccb1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:09:43.957952 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-36669a10-6284-4879-bf66-b2d2fde51db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:09:44.906299 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:09:46.223696 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:09:46.750058 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:09:51.182048 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:09:51.193451 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=5 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:09:56.739613 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:09:56.746631 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:03.201064 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 40328) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:03.462994 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-38c86d75-4872-4a98-8547-2bde0ad3b698 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1965133914-network', 'tenant_id': 'f1f4fee9c6b844a2b7a14e2afb831f88'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:10:03.501098 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c86d75-4872-4a98-8547-2bde0ad3b698 admin admin] Made reservation on behalf of f1f4fee9c6b844a2b7a14e2afb831f88 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:03.503873 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38c86d75-4872-4a98-8547-2bde0ad3b698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:03.525514 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38c86d75-4872-4a98-8547-2bde0ad3b698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:03.609351 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38c86d75-4872-4a98-8547-2bde0ad3b698 admin admin] Publish callbacks [] for security_group (1b542287-6b22-40a8-b721-af64e1fd2c33), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:03.614427 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38c86d75-4872-4a98-8547-2bde0ad3b698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (1b542287-6b22-40a8-b721-af64e1fd2c33), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:03.638001 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c86d75-4872-4a98-8547-2bde0ad3b698 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:10:03.651004 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c86d75-4872-4a98-8547-2bde0ad3b698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b542287-6b22-40a8-b721-af64e1fd2c33,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:03.661991 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38c86d75-4872-4a98-8547-2bde0ad3b698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (3424906f-4deb-4e31-92b7-3f85c1c2c50c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:03.662327 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.db.segments_db [None req-38c86d75-4872-4a98-8547-2bde0ad3b698 admin admin] Added segment 3424906f-4deb-4e31-92b7-3f85c1c2c50c of type vlan for network 91d9a322-3f41-4d40-8000-86bec9aba65e Jul 05 10:10:03.664309 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c86d75-4872-4a98-8547-2bde0ad3b698 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:03.664676 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c86d75-4872-4a98-8547-2bde0ad3b698 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:03.665013 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c86d75-4872-4a98-8547-2bde0ad3b698 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:03.665343 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c86d75-4872-4a98-8547-2bde0ad3b698 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:03.665673 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c86d75-4872-4a98-8547-2bde0ad3b698 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:03.665997 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c86d75-4872-4a98-8547-2bde0ad3b698 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:03.666382 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c86d75-4872-4a98-8547-2bde0ad3b698 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:03.666700 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c86d75-4872-4a98-8547-2bde0ad3b698 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:03.667029 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c86d75-4872-4a98-8547-2bde0ad3b698 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:03.667340 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c86d75-4872-4a98-8547-2bde0ad3b698 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:03.667679 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c86d75-4872-4a98-8547-2bde0ad3b698 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:03.668186 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c86d75-4872-4a98-8547-2bde0ad3b698 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:03.668780 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c86d75-4872-4a98-8547-2bde0ad3b698 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:03.669027 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c86d75-4872-4a98-8547-2bde0ad3b698 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:03.669502 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c86d75-4872-4a98-8547-2bde0ad3b698 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c86d75-4872-4a98-8547-2bde0ad3b698 admin admin] Tracked resource versions report: Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: pushed versions: Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: { 'AddressGroup': {'1.2'}, Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: 'Agent': {'1.1'}, Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: 'ConntrackHelper': {'1.0'}, Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: 'LocalIPAssociation': {'1.0'}, Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: 'Log': {'1.0'}, Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: 'NDPProxy': {'1.0'}, Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: 'Network': {'1.1'}, Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: 'Port': {'1.7'}, Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: 'PortForwarding': {'1.3'}, Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: 'QosPolicy': {'1.10'}, Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: 'SecurityGroup': {'1.5'}, Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: 'SecurityGroupRule': {'1.2'}, Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: 'SubPort': {'1.0'}, Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: 'Subnet': {'1.1'}, Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: 'Trunk': {'1.1'}} Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: consumer versions: Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: HyperV agent@hv-cinder-maste: {}, Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: L3 agent@dv-cinder-master-3-iscsi: {}, Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: Metering agent@dv-cinder-master-3-iscsi: {}, Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: 'Agent': '1.1', Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: 'ConntrackHelper': '1.0', Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: 'LocalIPAssociation': '1.0', Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: 'Log': '1.0', Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: 'NDPProxy': '1.0', Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: 'Network': '1.1', Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: 'Port': '1.7', Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: 'PortForwarding': '1.3', Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: 'QosPolicy': '1.10', Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: 'SecurityGroup': '1.5', Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: 'SecurityGroupRule': '1.2', Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: 'SubPort': '1.0', Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: 'Subnet': '1.1', Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: 'Trunk': '1.1'}} Jul 05 10:10:03.670803 dv-cinder-master-3-iscsi neutron-server[104032]: {{(pid=104032) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 10:10:03.713138 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38c86d75-4872-4a98-8547-2bde0ad3b698 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734376243128'] for network (91d9a322-3f41-4d40-8000-86bec9aba65e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:03.742831 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38c86d75-4872-4a98-8547-2bde0ad3b698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724'] for network (91d9a322-3f41-4d40-8000-86bec9aba65e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:03.744073 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c86d75-4872-4a98-8547-2bde0ad3b698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:03.745046 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-38c86d75-4872-4a98-8547-2bde0ad3b698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:03.782670 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 40356) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:03.815074 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-38c86d75-4872-4a98-8547-2bde0ad3b698 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6127496 Jul 05 10:10:03.815796 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c86d75-4872-4a98-8547-2bde0ad3b698 admin admin] Pushing event updated for resources: {'Network': ['ID=91d9a322-3f41-4d40-8000-86bec9aba65e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:03.816132 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 40362) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:03.827435 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Network 91d9a322-3f41-4d40-8000-86bec9aba65e details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:10:03.833062 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-c3c08fa7-2287-4497-a9b6-61c33b6845b9 admin admin] Request body: {'subnet': {'network_id': '91d9a322-3f41-4d40-8000-86bec9aba65e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1965133914-subnet', 'tenant_id': 'f1f4fee9c6b844a2b7a14e2afb831f88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:10:03.886175 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c08fa7-2287-4497-a9b6-61c33b6845b9 admin admin] Made reservation on behalf of f1f4fee9c6b844a2b7a14e2afb831f88 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:03.889544 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c3c08fa7-2287-4497-a9b6-61c33b6845b9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:04.085627 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 40386) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:04.156082 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-9f0b4aaf-0e05-4031-8e47-78d03d0ac5a5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-696623463-network', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:10:04.194476 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c3c08fa7-2287-4497-a9b6-61c33b6845b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724'] for subnet (5cce998d-0863-4b44-9cde-77aed1385de8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:04.219608 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0b4aaf-0e05-4031-8e47-78d03d0ac5a5 admin admin] Made reservation on behalf of 3f2199fa0bc54901aa24195a250a9e25 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:04.222497 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f0b4aaf-0e05-4031-8e47-78d03d0ac5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:04.280422 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c08fa7-2287-4497-a9b6-61c33b6845b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cce998d-0863-4b44-9cde-77aed1385de8,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:04.291025 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f0b4aaf-0e05-4031-8e47-78d03d0ac5a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:04.299820 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c08fa7-2287-4497-a9b6-61c33b6845b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.300360 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c08fa7-2287-4497-a9b6-61c33b6845b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.300743 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c08fa7-2287-4497-a9b6-61c33b6845b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.301111 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c08fa7-2287-4497-a9b6-61c33b6845b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.301434 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c08fa7-2287-4497-a9b6-61c33b6845b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.301916 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c08fa7-2287-4497-a9b6-61c33b6845b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.302408 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c08fa7-2287-4497-a9b6-61c33b6845b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.302898 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c08fa7-2287-4497-a9b6-61c33b6845b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.303386 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c08fa7-2287-4497-a9b6-61c33b6845b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.303717 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c08fa7-2287-4497-a9b6-61c33b6845b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.304058 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c08fa7-2287-4497-a9b6-61c33b6845b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.304419 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c08fa7-2287-4497-a9b6-61c33b6845b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.304742 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c08fa7-2287-4497-a9b6-61c33b6845b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.305056 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c08fa7-2287-4497-a9b6-61c33b6845b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.305549 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c08fa7-2287-4497-a9b6-61c33b6845b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c08fa7-2287-4497-a9b6-61c33b6845b9 admin admin] Tracked resource versions report: Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: pushed versions: Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: { 'AddressGroup': {'1.2'}, Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: 'Agent': {'1.1'}, Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: 'ConntrackHelper': {'1.0'}, Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: 'LocalIPAssociation': {'1.0'}, Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: 'Log': {'1.0'}, Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: 'NDPProxy': {'1.0'}, Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: 'Network': {'1.1'}, Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: 'Port': {'1.7'}, Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: 'PortForwarding': {'1.3'}, Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: 'QosPolicy': {'1.10'}, Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: 'SecurityGroup': {'1.5'}, Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: 'SecurityGroupRule': {'1.2'}, Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: 'SubPort': {'1.0'}, Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: 'Subnet': {'1.1'}, Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: 'Trunk': {'1.1'}} Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: consumer versions: Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: HyperV agent@hv-cinder-maste: {}, Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: L3 agent@dv-cinder-master-3-iscsi: {}, Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: Metering agent@dv-cinder-master-3-iscsi: {}, Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: 'Agent': '1.1', Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: 'ConntrackHelper': '1.0', Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: 'LocalIPAssociation': '1.0', Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: 'Log': '1.0', Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: 'NDPProxy': '1.0', Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: 'Network': '1.1', Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: 'Port': '1.7', Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: 'PortForwarding': '1.3', Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: 'QosPolicy': '1.10', Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: 'SecurityGroup': '1.5', Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: 'SecurityGroupRule': '1.2', Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: 'SubPort': '1.0', Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: 'Subnet': '1.1', Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: 'Trunk': '1.1'}} Jul 05 10:10:04.306668 dv-cinder-master-3-iscsi neutron-server[104031]: {{(pid=104031) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 10:10:04.358026 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c08fa7-2287-4497-a9b6-61c33b6845b9 admin admin] Checking segment: {'id': '3424906f-4deb-4e31-92b7-3f85c1c2c50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '91d9a322-3f41-4d40-8000-86bec9aba65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:10:04.358780 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c08fa7-2287-4497-a9b6-61c33b6845b9 admin admin] Network hostable DHCP agents. Network: 91d9a322-3f41-4d40-8000-86bec9aba65e, hostable agents: ['79910865-91ee-4878-a729-5c22ab7e1742'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:10:04.413152 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c08fa7-2287-4497-a9b6-61c33b6845b9 admin admin] Network 91d9a322-3f41-4d40-8000-86bec9aba65e is scheduled to be hosted by DHCP agent 79910865-91ee-4878-a729-5c22ab7e1742 with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:10:04.418366 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-f5c61ece-f570-4a57-b699-e6e6601d51ae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-715002652-network', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:10:04.436325 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f0b4aaf-0e05-4031-8e47-78d03d0ac5a5 admin admin] Publish callbacks [] for security_group (ee796b3d-9255-4263-a2c5-7915594d3b6f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:04.437383 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-c3c08fa7-2287-4497-a9b6-61c33b6845b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 91d9a322-3f41-4d40-8000-86bec9aba65e) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:04.444709 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c08fa7-2287-4497-a9b6-61c33b6845b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:04.445353 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c3c08fa7-2287-4497-a9b6-61c33b6845b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:04.449087 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98704790-b200-4e13-b9ec-d5d941e883b3 None None] Network 91d9a322-3f41-4d40-8000-86bec9aba65e requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:10:04.454843 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f0b4aaf-0e05-4031-8e47-78d03d0ac5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (ee796b3d-9255-4263-a2c5-7915594d3b6f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:04.474245 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c61ece-f570-4a57-b699-e6e6601d51ae admin admin] Made reservation on behalf of 7eccead420ae4aacb6f31dcb17a138cc for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:04.477671 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f5c61ece-f570-4a57-b699-e6e6601d51ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:04.496274 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f0b4aaf-0e05-4031-8e47-78d03d0ac5a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:10:04.504971 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f5c61ece-f570-4a57-b699-e6e6601d51ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:04.505621 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-c3c08fa7-2287-4497-a9b6-61c33b6845b9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6877816 Jul 05 10:10:04.506731 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 40410) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:04.522825 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-9e3430ec-4352-45aa-8897-4b9e107bebdd admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1965133914-router', 'tenant_id': 'f1f4fee9c6b844a2b7a14e2afb831f88', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:10:04.542842 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b4aaf-0e05-4031-8e47-78d03d0ac5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee796b3d-9255-4263-a2c5-7915594d3b6f,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:04.550355 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f0b4aaf-0e05-4031-8e47-78d03d0ac5a5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734376687216', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (746b1970-621d-49df-8f95-2f2b20e407c9), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:04.552598 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f0b4aaf-0e05-4031-8e47-78d03d0ac5a5 admin admin] Unsubscribe: segment precommit_create {{(pid=104031) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 05 10:10:04.553618 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.db.segments_db [None req-9f0b4aaf-0e05-4031-8e47-78d03d0ac5a5 admin admin] Added segment 746b1970-621d-49df-8f95-2f2b20e407c9 of type vlan for network 9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 Jul 05 10:10:04.616601 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9e3430ec-4352-45aa-8897-4b9e107bebdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-796597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28292'] for router (7938c9ab-29e6-4343-a506-330caaf37842), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:04.618407 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9e3430ec-4352-45aa-8897-4b9e107bebdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-795281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-789393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-942032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28301'] for router (7938c9ab-29e6-4343-a506-330caaf37842), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:04.631536 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f0b4aaf-0e05-4031-8e47-78d03d0ac5a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734376243128'] for network (9dc39dd5-d322-430b-ba08-aae3d3ccc6d0), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:04.688517 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-91d9a322-3f41-4d40-8000-86bec9aba65e', 'network_id': '91d9a322-3f41-4d40-8000-86bec9aba65e', 'project_id': 'f1f4fee9c6b844a2b7a14e2afb831f88', 'fixed_ips': [{'subnet_id': '5cce998d-0863-4b44-9cde-77aed1385de8'}]}} from dv-cinder-master-3-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 05 10:10:04.689476 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:04.693116 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f5c61ece-f570-4a57-b699-e6e6601d51ae admin admin] Publish callbacks [] for security_group (9029312b-226d-497a-87bd-dac4e0a26b6b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:04.702677 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f5c61ece-f570-4a57-b699-e6e6601d51ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (9029312b-226d-497a-87bd-dac4e0a26b6b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:04.723644 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5c61ece-f570-4a57-b699-e6e6601d51ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:10:04.738444 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:04.745722 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f5c61ece-f570-4a57-b699-e6e6601d51ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (d4b01923-e693-4e36-bd4a-3dc5b8f9c91a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:04.746068 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.db.segments_db [None req-f5c61ece-f570-4a57-b699-e6e6601d51ae admin admin] Added segment d4b01923-e693-4e36-bd4a-3dc5b8f9c91a of type vlan for network 033e3c55-aad3-40e5-8b8b-1dedb7b873c7 Jul 05 10:10:04.822372 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f0b4aaf-0e05-4031-8e47-78d03d0ac5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724'] for network (9dc39dd5-d322-430b-ba08-aae3d3ccc6d0), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:04.824759 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0b4aaf-0e05-4031-8e47-78d03d0ac5a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:04.825843 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f0b4aaf-0e05-4031-8e47-78d03d0ac5a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:04.834214 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f5c61ece-f570-4a57-b699-e6e6601d51ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734376243128'] for network (033e3c55-aad3-40e5-8b8b-1dedb7b873c7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:04.897162 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:04.900737 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f5c61ece-f570-4a57-b699-e6e6601d51ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724'] for network (033e3c55-aad3-40e5-8b8b-1dedb7b873c7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:04.903577 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c61ece-f570-4a57-b699-e6e6601d51ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:04.905695 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f5c61ece-f570-4a57-b699-e6e6601d51ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:04.910639 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9e3430ec-4352-45aa-8897-4b9e107bebdd admin admin] Publish callbacks [] for router_controller (7938c9ab-29e6-4343-a506-330caaf37842), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:04.950226 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c61ece-f570-4a57-b699-e6e6601d51ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9029312b-226d-497a-87bd-dac4e0a26b6b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:05.002126 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f5c61ece-f570-4a57-b699-e6e6601d51ae admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.9148173 Jul 05 10:10:05.011244 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 40424) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:05.022055 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-01835cd8-9188-4207-b7b5-87a2e86ee81b admin admin] Request body: {'subnet': {'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-715002652-subnet', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:10:05.030652 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Allocated IP 172.20.0.2 (91d9a322-3f41-4d40-8000-86bec9aba65e/5cce998d-0863-4b44-9cde-77aed1385de8/0be2aebe-2bfe-4893-bd95-c5004dbd99df) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:05.067340 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=69,neutron:INSERT=26,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:05.079072 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-9f0b4aaf-0e05-4031-8e47-78d03d0ac5a5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.2938054 Jul 05 10:10:05.087984 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 40428) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:05.157620 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b4aaf-0e05-4031-8e47-78d03d0ac5a5 admin admin] Pushing event updated for resources: {'Network': ['ID=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:05.166898 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-8a3c6e0d-143b-4618-b289-5ce08ca05926 admin admin] Request body: {'subnet': {'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-696623463-subnet', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:10:05.182678 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:05.184851 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c61ece-f570-4a57-b699-e6e6601d51ae admin admin] Pushing event updated for resources: {'Network': ['ID=033e3c55-aad3-40e5-8b8b-1dedb7b873c7,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:05.202410 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01835cd8-9188-4207-b7b5-87a2e86ee81b admin admin] Made reservation on behalf of 7eccead420ae4aacb6f31dcb17a138cc for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:05.206364 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-01835cd8-9188-4207-b7b5-87a2e86ee81b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:05.209324 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Network 033e3c55-aad3-40e5-8b8b-1dedb7b873c7 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:10:05.324898 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Network 9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:10:05.360810 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3c6e0d-143b-4618-b289-5ce08ca05926 admin admin] Made reservation on behalf of 3f2199fa0bc54901aa24195a250a9e25 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:05.363397 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8a3c6e0d-143b-4618-b289-5ce08ca05926 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:05.565108 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9e3430ec-4352-45aa-8897-4b9e107bebdd admin admin] Publish callbacks [] for router_gateway (7938c9ab-29e6-4343-a506-330caaf37842), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:05.598480 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8a3c6e0d-143b-4618-b289-5ce08ca05926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724'] for subnet (49eafe0c-582f-492a-b16d-b0de2f074502), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:05.649157 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c6e0d-143b-4618-b289-5ce08ca05926 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49eafe0c-582f-492a-b16d-b0de2f074502,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:05.763681 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Publish callbacks [] for port (0be2aebe-2bfe-4893-bd95-c5004dbd99df), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:05.766962 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3c6e0d-143b-4618-b289-5ce08ca05926 admin admin] Checking segment: {'id': '746b1970-621d-49df-8f95-2f2b20e407c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:10:05.767610 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3c6e0d-143b-4618-b289-5ce08ca05926 admin admin] Network hostable DHCP agents. Network: 9dc39dd5-d322-430b-ba08-aae3d3ccc6d0, hostable agents: ['79910865-91ee-4878-a729-5c22ab7e1742'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:10:05.776755 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865'] for port (0be2aebe-2bfe-4893-bd95-c5004dbd99df), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:05.855989 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Pushing event updated for resources: {'Port': ['ID=0be2aebe-2bfe-4893-bd95-c5004dbd99df,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:05.866634 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9e3430ec-4352-45aa-8897-4b9e107bebdd admin admin] Publish callbacks [] for router_gateway (7938c9ab-29e6-4343-a506-330caaf37842), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:05.876364 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:05.876730 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:05.877079 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:05.877428 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:05.877763 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:05.878092 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:05.884041 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:05.884345 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:05.890064 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:05.890413 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:05.891435 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:05.892894 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:05.893311 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:05.893715 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:05.893968 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Tracked resource versions report: Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: pushed versions: Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: { 'AddressGroup': {'1.2'}, Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: 'Agent': {'1.1'}, Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: 'ConntrackHelper': {'1.0'}, Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: 'LocalIPAssociation': {'1.0'}, Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: 'Log': {'1.0'}, Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: 'NDPProxy': {'1.0'}, Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: 'Network': {'1.1'}, Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: 'Port': {'1.7'}, Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: 'PortForwarding': {'1.3'}, Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: 'QosPolicy': {'1.10'}, Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: 'SecurityGroup': {'1.5'}, Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: 'SecurityGroupRule': {'1.2'}, Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: 'SubPort': {'1.0'}, Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: 'Subnet': {'1.1'}, Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: 'Trunk': {'1.1'}} Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: consumer versions: Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: HyperV agent@hv-cinder-maste: {}, Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: L3 agent@dv-cinder-master-3-iscsi: {}, Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: Metering agent@dv-cinder-master-3-iscsi: {}, Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: 'Agent': '1.1', Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: 'ConntrackHelper': '1.0', Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: 'LocalIPAssociation': '1.0', Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: 'Log': '1.0', Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: 'NDPProxy': '1.0', Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: 'Network': '1.1', Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: 'Port': '1.7', Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: 'PortForwarding': '1.3', Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: 'QosPolicy': '1.10', Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: 'SecurityGroup': '1.5', Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: 'SecurityGroupRule': '1.2', Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: 'SubPort': '1.0', Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: 'Subnet': '1.1', Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: 'Trunk': '1.1'}} Jul 05 10:10:05.898698 dv-cinder-master-3-iscsi neutron-server[104033]: {{(pid=104033) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 10:10:05.925461 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3c6e0d-143b-4618-b289-5ce08ca05926 admin admin] Network 9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 is scheduled to be hosted by DHCP agent 79910865-91ee-4878-a729-5c22ab7e1742 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:10:05.936693 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Network 91d9a322-3f41-4d40-8000-86bec9aba65e is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:05.942326 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9e3430ec-4352-45aa-8897-4b9e107bebdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:05.944354 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-8a3c6e0d-143b-4618-b289-5ce08ca05926 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 9dc39dd5-d322-430b-ba08-aae3d3ccc6d0) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:05.949688 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3c6e0d-143b-4618-b289-5ce08ca05926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:05.950277 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8a3c6e0d-143b-4618-b289-5ce08ca05926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:05.961631 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21645be8-5b54-411b-bfbb-5f37409f56ea None None] Network 9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:10:05.962855 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:05.965298 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-01835cd8-9188-4207-b7b5-87a2e86ee81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724'] for subnet (22a7c97f-a653-4bd5-b189-3fc891a00ce4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:06.007578 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-8a3c6e0d-143b-4618-b289-5ce08ca05926 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9172707 Jul 05 10:10:06.013780 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 40460) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:06.020991 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b8389e06-d379-45c4-b200-226656a93276 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-696623463-router', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:10:06.049084 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01835cd8-9188-4207-b7b5-87a2e86ee81b admin admin] Pushing event updated for resources: {'Subnet': ['ID=22a7c97f-a653-4bd5-b189-3fc891a00ce4,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:06.071560 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:06.074592 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01835cd8-9188-4207-b7b5-87a2e86ee81b admin admin] Checking segment: {'id': 'd4b01923-e693-4e36-bd4a-3dc5b8f9c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:10:06.075199 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01835cd8-9188-4207-b7b5-87a2e86ee81b admin admin] Network hostable DHCP agents. Network: 033e3c55-aad3-40e5-8b8b-1dedb7b873c7, hostable agents: ['79910865-91ee-4878-a729-5c22ab7e1742'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:10:06.077107 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:06.080807 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b8389e06-d379-45c4-b200-226656a93276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-796597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28292'] for router (171adb4d-589e-424b-999e-cec7a627efe6), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:06.082197 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b8389e06-d379-45c4-b200-226656a93276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-795281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-789393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-942032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28301'] for router (171adb4d-589e-424b-999e-cec7a627efe6), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:06.085001 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:10:06.120218 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01835cd8-9188-4207-b7b5-87a2e86ee81b admin admin] Network 033e3c55-aad3-40e5-8b8b-1dedb7b873c7 is scheduled to be hosted by DHCP agent 79910865-91ee-4878-a729-5c22ab7e1742 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:10:06.147642 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d7ca97-a546-47b6-9490-050dfc1bfeb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-9dc39dd5-d322-430b-ba08-aae3d3ccc6d0', 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0', 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'fixed_ips': [{'subnet_id': '49eafe0c-582f-492a-b16d-b0de2f074502'}]}} from dv-cinder-master-3-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 05 10:10:06.148566 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-00d7ca97-a546-47b6-9490-050dfc1bfeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:06.155473 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b8389e06-d379-45c4-b200-226656a93276 admin admin] Publish callbacks [] for router_controller (171adb4d-589e-424b-999e-cec7a627efe6), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:06.157133 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-01835cd8-9188-4207-b7b5-87a2e86ee81b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 033e3c55-aad3-40e5-8b8b-1dedb7b873c7) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:06.168704 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01835cd8-9188-4207-b7b5-87a2e86ee81b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:06.169612 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-01835cd8-9188-4207-b7b5-87a2e86ee81b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:06.170723 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-9e3430ec-4352-45aa-8897-4b9e107bebdd admin admin] Allocated IP 172.37.2.112 (41de873a-d138-4cc5-b805-d53357ba161e/988cd17f-ff06-4e31-a156-b2c72b1aa185/0c56f90f-e1ae-4df7-96e9-b73841cad724) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:06.187919 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46934213-3303-4443-985c-a055ef3e2900 None None] Network 033e3c55-aad3-40e5-8b8b-1dedb7b873c7 requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:10:06.244681 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-01835cd8-9188-4207-b7b5-87a2e86ee81b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2294044 Jul 05 10:10:06.247485 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 40462) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:06.251765 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-36ce126d-dca2-4899-b56d-5402a9a99dfc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-715002652-router', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:10:06.283250 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Attempting to bind port 0be2aebe-2bfe-4893-bd95-c5004dbd99df on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:10:06.283674 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Attempting to bind port 0be2aebe-2bfe-4893-bd95-c5004dbd99df by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '3424906f-4deb-4e31-92b7-3f85c1c2c50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '91d9a322-3f41-4d40-8000-86bec9aba65e'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:10:06.283979 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Attempting to bind port 0be2aebe-2bfe-4893-bd95-c5004dbd99df on network 91d9a322-3f41-4d40-8000-86bec9aba65e {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:10:06.334935 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:10:06.335306 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Checking segment: {'id': '3424906f-4deb-4e31-92b7-3f85c1c2c50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '91d9a322-3f41-4d40-8000-86bec9aba65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:10:06.335704 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:06.336091 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Bound using segment: {'id': '3424906f-4deb-4e31-92b7-3f85c1c2c50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '91d9a322-3f41-4d40-8000-86bec9aba65e'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:10:06.336591 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Bound port: 0be2aebe-2bfe-4893-bd95-c5004dbd99df, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3424906f-4deb-4e31-92b7-3f85c1c2c50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '91d9a322-3f41-4d40-8000-86bec9aba65e'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:10:06.336961 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (0be2aebe-2bfe-4893-bd95-c5004dbd99df), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:06.340974 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-36ce126d-dca2-4899-b56d-5402a9a99dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-796597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28292'] for router (6182e117-2d11-491f-9275-3daba539c45b), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:06.342343 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-36ce126d-dca2-4899-b56d-5402a9a99dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-795281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-789393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-942032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28301'] for router (6182e117-2d11-491f-9275-3daba539c45b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:06.350536 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b8389e06-d379-45c4-b200-226656a93276 admin admin] Publish callbacks [] for router_gateway (171adb4d-589e-424b-999e-cec7a627efe6), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:06.417026 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9e3430ec-4352-45aa-8897-4b9e107bebdd admin admin] Publish callbacks [] for port (0c56f90f-e1ae-4df7-96e9-b73841cad724), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:06.434465 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-36ce126d-dca2-4899-b56d-5402a9a99dfc admin admin] Publish callbacks [] for router_controller (6182e117-2d11-491f-9275-3daba539c45b), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:06.511883 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9147df5-c7f9-4e99-8101-fb8f3ca70ed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'fixed_ips': [{'subnet_id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4'}]}} from dv-cinder-master-3-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 05 10:10:06.512935 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e9147df5-c7f9-4e99-8101-fb8f3ca70ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:06.519410 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:06.561269 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-00d7ca97-a546-47b6-9490-050dfc1bfeb7 None None] Allocated IP 172.20.0.2 (9dc39dd5-d322-430b-ba08-aae3d3ccc6d0/49eafe0c-582f-492a-b16d-b0de2f074502/2d8bc317-024f-4b64-998b-cbf82149e1ea) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:06.571153 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:06.578610 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] For port 0be2aebe-2bfe-4893-bd95-c5004dbd99df, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:06.616024 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9e3430ec-4352-45aa-8897-4b9e107bebdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865'] for port (0c56f90f-e1ae-4df7-96e9-b73841cad724), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:06.633595 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] For port 0be2aebe-2bfe-4893-bd95-c5004dbd99df, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0be2aebe-2bfe-4893-bd95-c5004dbd99df,segment=NetworkSegment(3424906f-4deb-4e31-92b7-3f85c1c2c50c),segment_id=3424906f-4deb-4e31-92b7-3f85c1c2c50c)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:06.663323 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (0be2aebe-2bfe-4893-bd95-c5004dbd99df), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:06.888154 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3430ec-4352-45aa-8897-4b9e107bebdd admin admin] Network 41de873a-d138-4cc5-b805-d53357ba161e is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:06.922340 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-9e3430ec-4352-45aa-8897-4b9e107bebdd admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:06.927730 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3430ec-4352-45aa-8897-4b9e107bebdd admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:10:07.032637 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3430ec-4352-45aa-8897-4b9e107bebdd admin admin] Pushing event updated for resources: {'Port': ['ID=0c56f90f-e1ae-4df7-96e9-b73841cad724,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:07.110225 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-36ce126d-dca2-4899-b56d-5402a9a99dfc admin admin] Publish callbacks [] for router_gateway (6182e117-2d11-491f-9275-3daba539c45b), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:07.126365 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab476dc3-737d-4957-ab07-498e318634c7 None None] Pushing event updated for resources: {'Port': ['ID=0be2aebe-2bfe-4893-bd95-c5004dbd99df,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:07.138037 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=7 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:07.153179 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-e9147df5-c7f9-4e99-8101-fb8f3ca70ed0 None None] Allocated IP 172.20.0.2 (033e3c55-aad3-40e5-8b8b-1dedb7b873c7/22a7c97f-a653-4bd5-b189-3fc891a00ce4/ec45b1b5-350b-40cf-ba94-04b16234e7ee) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:07.159992 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-00d7ca97-a546-47b6-9490-050dfc1bfeb7 None None] Publish callbacks [] for port (2d8bc317-024f-4b64-998b-cbf82149e1ea), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:07.175111 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-00d7ca97-a546-47b6-9490-050dfc1bfeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865'] for port (2d8bc317-024f-4b64-998b-cbf82149e1ea), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:07.229200 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:07.273812 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d7ca97-a546-47b6-9490-050dfc1bfeb7 None None] Network 9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:07.284215 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-00d7ca97-a546-47b6-9490-050dfc1bfeb7 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:07.306430 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d7ca97-a546-47b6-9490-050dfc1bfeb7 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:10:07.336126 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b8389e06-d379-45c4-b200-226656a93276 admin admin] Publish callbacks [] for router_gateway (171adb4d-589e-424b-999e-cec7a627efe6), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:07.433256 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b8389e06-d379-45c4-b200-226656a93276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:07.451253 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9e3430ec-4352-45aa-8897-4b9e107bebdd admin admin] Publish callbacks [] for router_gateway (7938c9ab-29e6-4343-a506-330caaf37842), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:07.461218 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-00d7ca97-a546-47b6-9490-050dfc1bfeb7 None None] Attempting to bind port 2d8bc317-024f-4b64-998b-cbf82149e1ea on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:10:07.461576 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-00d7ca97-a546-47b6-9490-050dfc1bfeb7 None None] Attempting to bind port 2d8bc317-024f-4b64-998b-cbf82149e1ea by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '746b1970-621d-49df-8f95-2f2b20e407c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:10:07.461891 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d7ca97-a546-47b6-9490-050dfc1bfeb7 None None] Attempting to bind port 2d8bc317-024f-4b64-998b-cbf82149e1ea on network 9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:10:07.537418 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d7ca97-a546-47b6-9490-050dfc1bfeb7 None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:10:07.537693 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d7ca97-a546-47b6-9490-050dfc1bfeb7 None None] Checking segment: {'id': '746b1970-621d-49df-8f95-2f2b20e407c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:10:07.537952 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-00d7ca97-a546-47b6-9490-050dfc1bfeb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:07.538330 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d7ca97-a546-47b6-9490-050dfc1bfeb7 None None] Bound using segment: {'id': '746b1970-621d-49df-8f95-2f2b20e407c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:10:07.538812 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-00d7ca97-a546-47b6-9490-050dfc1bfeb7 None None] Bound port: 2d8bc317-024f-4b64-998b-cbf82149e1ea, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746b1970-621d-49df-8f95-2f2b20e407c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:10:07.539204 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-00d7ca97-a546-47b6-9490-050dfc1bfeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (2d8bc317-024f-4b64-998b-cbf82149e1ea), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:07.560122 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7ca97-a546-47b6-9490-050dfc1bfeb7 None None] Pushing event updated for resources: {'Port': ['ID=2d8bc317-024f-4b64-998b-cbf82149e1ea,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:07.625423 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-00d7ca97-a546-47b6-9490-050dfc1bfeb7 None None] For port 2d8bc317-024f-4b64-998b-cbf82149e1ea, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:07.628976 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-00d7ca97-a546-47b6-9490-050dfc1bfeb7 None None] For port 2d8bc317-024f-4b64-998b-cbf82149e1ea, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2d8bc317-024f-4b64-998b-cbf82149e1ea,segment=NetworkSegment(746b1970-621d-49df-8f95-2f2b20e407c9),segment_id=746b1970-621d-49df-8f95-2f2b20e407c9)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:07.638433 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-00d7ca97-a546-47b6-9490-050dfc1bfeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (2d8bc317-024f-4b64-998b-cbf82149e1ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:07.705264 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-b8389e06-d379-45c4-b200-226656a93276 admin admin] Allocated IP 172.37.2.197 (41de873a-d138-4cc5-b805-d53357ba161e/988cd17f-ff06-4e31-a156-b2c72b1aa185/3e8269aa-67b2-43be-97e3-8bb5b9c7c00d) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:07.709159 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7ca97-a546-47b6-9490-050dfc1bfeb7 None None] Pushing event updated for resources: {'Port': ['ID=2d8bc317-024f-4b64-998b-cbf82149e1ea,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:07.765500 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:07.776089 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9e3430ec-4352-45aa-8897-4b9e107bebdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-795272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-789501'] for router (7938c9ab-29e6-4343-a506-330caaf37842), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:07.825235 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e9147df5-c7f9-4e99-8101-fb8f3ca70ed0 None None] Publish callbacks [] for port (ec45b1b5-350b-40cf-ba94-04b16234e7ee), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:07.840040 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e9147df5-c7f9-4e99-8101-fb8f3ca70ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865'] for port (ec45b1b5-350b-40cf-ba94-04b16234e7ee), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:07.971174 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9147df5-c7f9-4e99-8101-fb8f3ca70ed0 None None] Pushing event updated for resources: {'Port': ['ID=ec45b1b5-350b-40cf-ba94-04b16234e7ee,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:07.995567 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9147df5-c7f9-4e99-8101-fb8f3ca70ed0 None None] Network 033e3c55-aad3-40e5-8b8b-1dedb7b873c7 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:07.997060 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-e9147df5-c7f9-4e99-8101-fb8f3ca70ed0 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:08.000305 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9147df5-c7f9-4e99-8101-fb8f3ca70ed0 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:10:08.013788 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=9 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:08.050763 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3430ec-4352-45aa-8897-4b9e107bebdd admin admin] Router 7938c9ab-29e6-4343-a506-330caaf37842 is scheduled to L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 05 10:10:08.168572 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-e9147df5-c7f9-4e99-8101-fb8f3ca70ed0 None None] Attempting to bind port ec45b1b5-350b-40cf-ba94-04b16234e7ee on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:10:08.174448 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-e9147df5-c7f9-4e99-8101-fb8f3ca70ed0 None None] Attempting to bind port ec45b1b5-350b-40cf-ba94-04b16234e7ee by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'd4b01923-e693-4e36-bd4a-3dc5b8f9c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:10:08.175453 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9147df5-c7f9-4e99-8101-fb8f3ca70ed0 None None] Attempting to bind port ec45b1b5-350b-40cf-ba94-04b16234e7ee on network 033e3c55-aad3-40e5-8b8b-1dedb7b873c7 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:10:08.182762 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9147df5-c7f9-4e99-8101-fb8f3ca70ed0 None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:10:08.183140 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9147df5-c7f9-4e99-8101-fb8f3ca70ed0 None None] Checking segment: {'id': 'd4b01923-e693-4e36-bd4a-3dc5b8f9c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:10:08.183547 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e9147df5-c7f9-4e99-8101-fb8f3ca70ed0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:08.183941 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9147df5-c7f9-4e99-8101-fb8f3ca70ed0 None None] Bound using segment: {'id': 'd4b01923-e693-4e36-bd4a-3dc5b8f9c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:10:08.184507 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-e9147df5-c7f9-4e99-8101-fb8f3ca70ed0 None None] Bound port: ec45b1b5-350b-40cf-ba94-04b16234e7ee, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b01923-e693-4e36-bd4a-3dc5b8f9c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:10:08.184815 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e9147df5-c7f9-4e99-8101-fb8f3ca70ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (ec45b1b5-350b-40cf-ba94-04b16234e7ee), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:08.227526 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 40532) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:08.279546 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:08.384628 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b8389e06-d379-45c4-b200-226656a93276 admin admin] Publish callbacks [] for port (3e8269aa-67b2-43be-97e3-8bb5b9c7c00d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:08.395975 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-36ce126d-dca2-4899-b56d-5402a9a99dfc admin admin] Publish callbacks [] for router_gateway (6182e117-2d11-491f-9275-3daba539c45b), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:08.399471 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e9147df5-c7f9-4e99-8101-fb8f3ca70ed0 None None] For port ec45b1b5-350b-40cf-ba94-04b16234e7ee, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:08.412355 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3430ec-4352-45aa-8897-4b9e107bebdd admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:08.429573 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e9147df5-c7f9-4e99-8101-fb8f3ca70ed0 None None] For port ec45b1b5-350b-40cf-ba94-04b16234e7ee, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ec45b1b5-350b-40cf-ba94-04b16234e7ee,segment=NetworkSegment(d4b01923-e693-4e36-bd4a-3dc5b8f9c91a),segment_id=d4b01923-e693-4e36-bd4a-3dc5b8f9c91a)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:08.434839 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38677d2-f41e-47c9-819e-d719a01f4a2f None None] Sync routers for ids ['7938c9ab-29e6-4343-a506-330caaf37842'] in dv-cinder-master-3-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:08.439541 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9e3430ec-4352-45aa-8897-4b9e107bebdd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:08.446240 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-9e3430ec-4352-45aa-8897-4b9e107bebdd admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9306810 Jul 05 10:10:08.446997 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 40544) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:08.456156 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e9147df5-c7f9-4e99-8101-fb8f3ca70ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (ec45b1b5-350b-40cf-ba94-04b16234e7ee), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:08.456701 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38677d2-f41e-47c9-819e-d719a01f4a2f None None] Routers {'7938c9ab-29e6-4343-a506-330caaf37842'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:10:08.463755 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b38677d2-f41e-47c9-819e-d719a01f4a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:09:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['7938c9ab-29e6-4343-a506-330caaf37842'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:08.483639 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-36ce126d-dca2-4899-b56d-5402a9a99dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:08.707070 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9147df5-c7f9-4e99-8101-fb8f3ca70ed0 None None] Pushing event updated for resources: {'Port': ['ID=ec45b1b5-350b-40cf-ba94-04b16234e7ee,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:08.722573 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b8389e06-d379-45c4-b200-226656a93276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865'] for port (3e8269aa-67b2-43be-97e3-8bb5b9c7c00d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:08.832974 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c943fe0a-39e0-495c-b9c6-d9d87fce4fe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:08.873179 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-36ce126d-dca2-4899-b56d-5402a9a99dfc admin admin] Allocated IP 172.37.2.15 (41de873a-d138-4cc5-b805-d53357ba161e/988cd17f-ff06-4e31-a156-b2c72b1aa185/1a064a84-494e-41c6-9048-966cc269baff) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:08.896504 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-b38677d2-f41e-47c9-819e-d719a01f4a2f None None] Set router 7938c9ab-29e6-4343-a506-330caaf37842 gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:10:08.924736 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 2d8bc317-024f-4b64-998b-cbf82149e1ea up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:08.958250 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:09.066328 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8a23b4-dea9-40ce-97cc-2c1511c0528f None None] Network 91d9a322-3f41-4d40-8000-86bec9aba65e requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:10:09.107129 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8389e06-d379-45c4-b200-226656a93276 admin admin] Network 41de873a-d138-4cc5-b805-d53357ba161e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:09.134839 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:09.162374 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-b8389e06-d379-45c4-b200-226656a93276 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:09.169115 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8389e06-d379-45c4-b200-226656a93276 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:10:09.179895 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port 2d8bc317-024f-4b64-998b-cbf82149e1ea triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:09.180522 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (2d8bc317-024f-4b64-998b-cbf82149e1ea), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:09.201257 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8389e06-d379-45c4-b200-226656a93276 admin admin] Pushing event updated for resources: {'Port': ['ID=3e8269aa-67b2-43be-97e3-8bb5b9c7c00d,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:09.230760 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-221e724f-402c-4788-b566-43cf95c06493 None None] Provisioning complete for port 0be2aebe-2bfe-4893-bd95-c5004dbd99df triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:09.234681 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-221e724f-402c-4788-b566-43cf95c06493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (0be2aebe-2bfe-4893-bd95-c5004dbd99df), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:09.235043 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:10:09.385718 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:09.434045 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b38677d2-f41e-47c9-819e-d719a01f4a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7938c9ab-29e6-4343-a506-330caaf37842', 'name': 'tempest-DeleteServersTestJSON-1965133914-router', 'tenant_id': 'f1f4fee9c6b844a2b7a14e2afb831f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.112'}], 'enable_snat': True}, 'gw_port_id': '0c56f90f-e1ae-4df7-96e9-b73841cad724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:04Z', 'updated_at': '2022-07-05T10:10:07Z', 'revision_number': 3, 'project_id': 'f1f4fee9c6b844a2b7a14e2afb831f88', 'gw_port': {'id': '0c56f90f-e1ae-4df7-96e9-b73841cad724', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:03:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7938c9ab-29e6-4343-a506-330caaf37842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:05Z', 'updated_at': '2022-07-05T10:10:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:09.535827 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38677d2-f41e-47c9-819e-d719a01f4a2f None None] Checking router: 7938c9ab-29e6-4343-a506-330caaf37842 for host: dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:10:09.537595 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38677d2-f41e-47c9-819e-d719a01f4a2f None None] Updating router 7938c9ab-29e6-4343-a506-330caaf37842 port 0c56f90f-e1ae-4df7-96e9-b73841cad724 binding host dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:10:09.565638 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-36ce126d-dca2-4899-b56d-5402a9a99dfc admin admin] Publish callbacks [] for port (1a064a84-494e-41c6-9048-966cc269baff), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:09.611205 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b38677d2-f41e-47c9-819e-d719a01f4a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (0c56f90f-e1ae-4df7-96e9-b73841cad724), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:09.633794 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-221e724f-402c-4788-b566-43cf95c06493 None None] Current status of the port 0be2aebe-2bfe-4893-bd95-c5004dbd99df is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:10:09.634330 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-221e724f-402c-4788-b566-43cf95c06493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (0be2aebe-2bfe-4893-bd95-c5004dbd99df), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:09.695803 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port 2d8bc317-024f-4b64-998b-cbf82149e1ea is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:10:09.696186 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (2d8bc317-024f-4b64-998b-cbf82149e1ea), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:09.705757 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c943fe0a-39e0-495c-b9c6-d9d87fce4fe8 admin admin] Publish callbacks [] for security_group (46d0cf4c-dcef-49c3-b628-d972a459d22e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:09.741291 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-221e724f-402c-4788-b566-43cf95c06493 None None] For port 0be2aebe-2bfe-4893-bd95-c5004dbd99df, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0be2aebe-2bfe-4893-bd95-c5004dbd99df,segment=NetworkSegment(3424906f-4deb-4e31-92b7-3f85c1c2c50c),segment_id=3424906f-4deb-4e31-92b7-3f85c1c2c50c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:09.759356 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-221e724f-402c-4788-b566-43cf95c06493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (0be2aebe-2bfe-4893-bd95-c5004dbd99df), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:09.783577 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] For port 2d8bc317-024f-4b64-998b-cbf82149e1ea, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2d8bc317-024f-4b64-998b-cbf82149e1ea,segment=NetworkSegment(746b1970-621d-49df-8f95-2f2b20e407c9),segment_id=746b1970-621d-49df-8f95-2f2b20e407c9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:09.788954 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c943fe0a-39e0-495c-b9c6-d9d87fce4fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (46d0cf4c-dcef-49c3-b628-d972a459d22e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:09.839871 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (2d8bc317-024f-4b64-998b-cbf82149e1ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:09.840694 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 0be2aebe-2bfe-4893-bd95-c5004dbd99df up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:09.868521 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-36ce126d-dca2-4899-b56d-5402a9a99dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865'] for port (1a064a84-494e-41c6-9048-966cc269baff), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:09.877752 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00b41e4-78e0-4f6b-a856-e115a06b018f None None] Network 9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:10:09.949563 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ce126d-dca2-4899-b56d-5402a9a99dfc admin admin] Network 41de873a-d138-4cc5-b805-d53357ba161e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:09.958951 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-36ce126d-dca2-4899-b56d-5402a9a99dfc admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:09.962609 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-c943fe0a-39e0-495c-b9c6-d9d87fce4fe8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04d86f178af24d009b195d3f8b89d75c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7315178 Jul 05 10:10:09.968844 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ce126d-dca2-4899-b56d-5402a9a99dfc admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:10:09.971108 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 40582) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:10.033372 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:10.058045 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-64eb3981-6f19-4f62-8d46-b5ace409bc7d None None] Provisioning complete for port 2d8bc317-024f-4b64-998b-cbf82149e1ea triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:10.058642 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-64eb3981-6f19-4f62-8d46-b5ace409bc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (2d8bc317-024f-4b64-998b-cbf82149e1ea), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:10.080984 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:10.148336 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:10.181473 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b38677d2-f41e-47c9-819e-d719a01f4a2f None None] Publish callbacks [] for port (0c56f90f-e1ae-4df7-96e9-b73841cad724), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:10.187132 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:10.191258 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b38677d2-f41e-47c9-819e-d719a01f4a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (0c56f90f-e1ae-4df7-96e9-b73841cad724), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:10.200834 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e724f-402c-4788-b566-43cf95c06493 None None] Pushing event updated for resources: {'Port': ['ID=0be2aebe-2bfe-4893-bd95-c5004dbd99df,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:10.257318 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330c80a-6c82-4a82-8450-6d2bfcbad82e None None] Pushing event updated for resources: {'Port': ['ID=0c56f90f-e1ae-4df7-96e9-b73841cad724,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:10.268148 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-31d76227-36ea-4aa9-af44-6f81977ba3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:10.273472 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330c80a-6c82-4a82-8450-6d2bfcbad82e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:10.273953 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330c80a-6c82-4a82-8450-6d2bfcbad82e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:10.274319 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330c80a-6c82-4a82-8450-6d2bfcbad82e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:10.274672 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330c80a-6c82-4a82-8450-6d2bfcbad82e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:10.275692 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330c80a-6c82-4a82-8450-6d2bfcbad82e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:10.276081 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330c80a-6c82-4a82-8450-6d2bfcbad82e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:10.276664 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330c80a-6c82-4a82-8450-6d2bfcbad82e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:10.276994 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330c80a-6c82-4a82-8450-6d2bfcbad82e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:10.277318 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330c80a-6c82-4a82-8450-6d2bfcbad82e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:10.277641 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330c80a-6c82-4a82-8450-6d2bfcbad82e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:10.278095 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330c80a-6c82-4a82-8450-6d2bfcbad82e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:10.278526 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330c80a-6c82-4a82-8450-6d2bfcbad82e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:10.278858 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330c80a-6c82-4a82-8450-6d2bfcbad82e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:10.279377 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330c80a-6c82-4a82-8450-6d2bfcbad82e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:10.279700 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330c80a-6c82-4a82-8450-6d2bfcbad82e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330c80a-6c82-4a82-8450-6d2bfcbad82e None None] Tracked resource versions report: Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: pushed versions: Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: { 'AddressGroup': {'1.2'}, Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: 'Agent': {'1.1'}, Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: 'ConntrackHelper': {'1.0'}, Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: 'LocalIPAssociation': {'1.0'}, Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: 'Log': {'1.0'}, Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: 'NDPProxy': {'1.0'}, Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: 'Network': {'1.1'}, Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: 'Port': {'1.7'}, Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: 'PortForwarding': {'1.3'}, Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: 'QosPolicy': {'1.10'}, Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: 'SecurityGroup': {'1.5'}, Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: 'SecurityGroupRule': {'1.2'}, Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: 'SubPort': {'1.0'}, Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: 'Subnet': {'1.1'}, Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: 'Trunk': {'1.1'}} Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: consumer versions: Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: HyperV agent@hv-cinder-maste: {}, Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: L3 agent@dv-cinder-master-3-iscsi: {}, Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: Metering agent@dv-cinder-master-3-iscsi: {}, Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: 'Agent': '1.1', Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: 'ConntrackHelper': '1.0', Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: 'LocalIPAssociation': '1.0', Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: 'Log': '1.0', Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: 'NDPProxy': '1.0', Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: 'Network': '1.1', Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: 'Port': '1.7', Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: 'PortForwarding': '1.3', Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: 'QosPolicy': '1.10', Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: 'SecurityGroup': '1.5', Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: 'SecurityGroupRule': '1.2', Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: 'SubPort': '1.0', Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: 'Subnet': '1.1', Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: 'Trunk': '1.1'}} Jul 05 10:10:10.281602 dv-cinder-master-3-iscsi neutron-server[104034]: {{(pid=104034) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 10:10:10.311252 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-b38677d2-f41e-47c9-819e-d719a01f4a2f None None] Attempting to bind port 0c56f90f-e1ae-4df7-96e9-b73841cad724 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:10:10.311984 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-b38677d2-f41e-47c9-819e-d719a01f4a2f None None] Attempting to bind port 0c56f90f-e1ae-4df7-96e9-b73841cad724 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:10:10.312442 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38677d2-f41e-47c9-819e-d719a01f4a2f None None] Attempting to bind port 0c56f90f-e1ae-4df7-96e9-b73841cad724 on network 41de873a-d138-4cc5-b805-d53357ba161e {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:10:10.319767 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38677d2-f41e-47c9-819e-d719a01f4a2f None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:10:10.320293 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38677d2-f41e-47c9-819e-d719a01f4a2f None None] Checking segment: {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:10:10.320715 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b38677d2-f41e-47c9-819e-d719a01f4a2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:10.321195 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38677d2-f41e-47c9-819e-d719a01f4a2f None None] Bound using segment: {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:10:10.322066 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-b38677d2-f41e-47c9-819e-d719a01f4a2f None None] Bound port: 0c56f90f-e1ae-4df7-96e9-b73841cad724, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:10:10.322443 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b38677d2-f41e-47c9-819e-d719a01f4a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (0c56f90f-e1ae-4df7-96e9-b73841cad724), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:10.338695 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943fe0a-39e0-495c-b9c6-d9d87fce4fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d0cf4c-dcef-49c3-b628-d972a459d22e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:10.417329 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port 0be2aebe-2bfe-4893-bd95-c5004dbd99df triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:10.417794 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (0be2aebe-2bfe-4893-bd95-c5004dbd99df), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:10.429444 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-b38677d2-f41e-47c9-819e-d719a01f4a2f None None] For port 0c56f90f-e1ae-4df7-96e9-b73841cad724, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:10.443342 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a5853bf-2596-4a6f-a731-39090ad82364 admin admin] Publish callbacks [] for security_group (46d0cf4c-dcef-49c3-b628-d972a459d22e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:10.443520 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-b38677d2-f41e-47c9-819e-d719a01f4a2f None None] For port 0c56f90f-e1ae-4df7-96e9-b73841cad724, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0c56f90f-e1ae-4df7-96e9-b73841cad724,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:10.455110 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce126d-dca2-4899-b56d-5402a9a99dfc admin admin] Pushing event updated for resources: {'Port': ['ID=1a064a84-494e-41c6-9048-966cc269baff,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:10.464699 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b38677d2-f41e-47c9-819e-d719a01f4a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (0c56f90f-e1ae-4df7-96e9-b73841cad724), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:10.466962 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b8389e06-d379-45c4-b200-226656a93276 admin admin] Publish callbacks [] for router_gateway (171adb4d-589e-424b-999e-cec7a627efe6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:10.484525 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a5853bf-2596-4a6f-a731-39090ad82364 admin admin] Publish callbacks [] for security_group (46d0cf4c-dcef-49c3-b628-d972a459d22e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:10.486110 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:10.545415 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Pushing event updated for resources: {'Port': ['ID=2d8bc317-024f-4b64-998b-cbf82149e1ea,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:10.614957 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-64eb3981-6f19-4f62-8d46-b5ace409bc7d None None] Current status of the port 2d8bc317-024f-4b64-998b-cbf82149e1ea is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:10:10.649496 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22331be-6825-4e91-8f2d-b053d8345d1b None None] Network 033e3c55-aad3-40e5-8b8b-1dedb7b873c7 requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:10:10.678876 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38677d2-f41e-47c9-819e-d719a01f4a2f None None] Routers {'7938c9ab-29e6-4343-a506-330caaf37842'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:10:10.681980 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b38677d2-f41e-47c9-819e-d719a01f4a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:09:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['7938c9ab-29e6-4343-a506-330caaf37842'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:10.684090 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port 0be2aebe-2bfe-4893-bd95-c5004dbd99df is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:10:10.791163 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a5853bf-2596-4a6f-a731-39090ad82364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (46d0cf4c-dcef-49c3-b628-d972a459d22e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:10.798679 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a5853bf-2596-4a6f-a731-39090ad82364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:10.804259 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-5a5853bf-2596-4a6f-a731-39090ad82364 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46d0cf4c-dcef-49c3-b628-d972a459d22e HTTP/1.1" status: 204 len: 168 time: 0.7945743 Jul 05 10:10:10.811228 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 40606) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:10.875679 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5853bf-2596-4a6f-a731-39090ad82364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d0cf4c-dcef-49c3-b628-d972a459d22e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:10.876275 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330c80a-6c82-4a82-8450-6d2bfcbad82e None None] Pushing event updated for resources: {'Port': ['ID=0c56f90f-e1ae-4df7-96e9-b73841cad724,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:10.938993 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f88fe0e5-6d89-444c-a212-f83fa7c486af None None] Provisioning complete for port 0be2aebe-2bfe-4893-bd95-c5004dbd99df triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:10.939468 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f88fe0e5-6d89-444c-a212-f83fa7c486af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (0be2aebe-2bfe-4893-bd95-c5004dbd99df), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:11.034844 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-b38677d2-f41e-47c9-819e-d719a01f4a2f None None] Set router 7938c9ab-29e6-4343-a506-330caaf37842 gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:10:11.050959 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:11.124079 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f88fe0e5-6d89-444c-a212-f83fa7c486af None None] Current status of the port 0be2aebe-2bfe-4893-bd95-c5004dbd99df is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:10:11.134248 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 2d8bc317-024f-4b64-998b-cbf82149e1ea up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:11.161995 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-31d76227-36ea-4aa9-af44-6f81977ba3de admin admin] Allocated IP 172.20.0.1 (91d9a322-3f41-4d40-8000-86bec9aba65e/5cce998d-0863-4b44-9cde-77aed1385de8/7d1dfc75-0fc0-4d83-b36f-a06735dd6abd) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:11.194635 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f88fe0e5-6d89-444c-a212-f83fa7c486af None None] Provisioning complete for port ec45b1b5-350b-40cf-ba94-04b16234e7ee triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:11.200999 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f88fe0e5-6d89-444c-a212-f83fa7c486af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (ec45b1b5-350b-40cf-ba94-04b16234e7ee), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:11.389032 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b38677d2-f41e-47c9-819e-d719a01f4a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7938c9ab-29e6-4343-a506-330caaf37842', 'name': 'tempest-DeleteServersTestJSON-1965133914-router', 'tenant_id': 'f1f4fee9c6b844a2b7a14e2afb831f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.112'}], 'enable_snat': True}, 'gw_port_id': '0c56f90f-e1ae-4df7-96e9-b73841cad724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:04Z', 'updated_at': '2022-07-05T10:10:07Z', 'revision_number': 3, 'project_id': 'f1f4fee9c6b844a2b7a14e2afb831f88', 'gw_port': {'id': '0c56f90f-e1ae-4df7-96e9-b73841cad724', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:03:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7938c9ab-29e6-4343-a506-330caaf37842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:05Z', 'updated_at': '2022-07-05T10:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:11.412367 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-36ce126d-dca2-4899-b56d-5402a9a99dfc admin admin] Publish callbacks [] for router_gateway (6182e117-2d11-491f-9275-3daba539c45b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:11.413410 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-31d76227-36ea-4aa9-af44-6f81977ba3de admin admin] Publish callbacks [] for port (7d1dfc75-0fc0-4d83-b36f-a06735dd6abd), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:11.472415 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38677d2-f41e-47c9-819e-d719a01f4a2f None None] The sync data for ids ['7938c9ab-29e6-4343-a506-330caaf37842'] in dv-cinder-master-3-iscsi is: [{'id': '7938c9ab-29e6-4343-a506-330caaf37842', 'name': 'tempest-DeleteServersTestJSON-1965133914-router', 'tenant_id': 'f1f4fee9c6b844a2b7a14e2afb831f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.112'}], 'enable_snat': True}, 'gw_port_id': '0c56f90f-e1ae-4df7-96e9-b73841cad724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:04Z', 'updated_at': '2022-07-05T10:10:07Z', 'revision_number': 3, 'project_id': 'f1f4fee9c6b844a2b7a14e2afb831f88', 'gw_port': {'id': '0c56f90f-e1ae-4df7-96e9-b73841cad724', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:03:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7938c9ab-29e6-4343-a506-330caaf37842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:05Z', 'updated_at': '2022-07-05T10:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:10:11.518353 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port 2d8bc317-024f-4b64-998b-cbf82149e1ea triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:11.518353 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (2d8bc317-024f-4b64-998b-cbf82149e1ea), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:11.527240 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-31d76227-36ea-4aa9-af44-6f81977ba3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865'] for port (7d1dfc75-0fc0-4d83-b36f-a06735dd6abd), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:11.564125 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 40624) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:11.565703 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5987295c-d772-49ff-9220-21aa7ef9b373 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:11.585174 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:11.590908 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:11.597726 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-98671180-adbb-4ec1-a897-48a994cde8bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:11.616332 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a297eaa3-d351-4833-89ec-b6189d38b9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:11.673373 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f88fe0e5-6d89-444c-a212-f83fa7c486af None None] Current status of the port ec45b1b5-350b-40cf-ba94-04b16234e7ee is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:10:11.674063 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f88fe0e5-6d89-444c-a212-f83fa7c486af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (ec45b1b5-350b-40cf-ba94-04b16234e7ee), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:11.680280 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b8389e06-d379-45c4-b200-226656a93276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-795272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-789501'] for router (171adb4d-589e-424b-999e-cec7a627efe6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:11.692801 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5987295c-d772-49ff-9220-21aa7ef9b373 admin admin] Publish callbacks [] for security_group (c56f0d1c-44af-4795-90a4-b8a1bc705742), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:11.694045 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:11.699564 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:11.704193 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5987295c-d772-49ff-9220-21aa7ef9b373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (c56f0d1c-44af-4795-90a4-b8a1bc705742), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:11.723362 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f88fe0e5-6d89-444c-a212-f83fa7c486af None None] For port ec45b1b5-350b-40cf-ba94-04b16234e7ee, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ec45b1b5-350b-40cf-ba94-04b16234e7ee,segment=NetworkSegment(d4b01923-e693-4e36-bd4a-3dc5b8f9c91a),segment_id=d4b01923-e693-4e36-bd4a-3dc5b8f9c91a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:11.748099 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f88fe0e5-6d89-444c-a212-f83fa7c486af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (ec45b1b5-350b-40cf-ba94-04b16234e7ee), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:11.753167 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-5987295c-d772-49ff-9220-21aa7ef9b373 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=38a04b3007354681be79ffb9cdc8d355&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9071395 Jul 05 10:10:11.759219 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 40630) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:11.771799 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d76227-36ea-4aa9-af44-6f81977ba3de admin admin] Network 91d9a322-3f41-4d40-8000-86bec9aba65e is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:11.779582 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-31d76227-36ea-4aa9-af44-6f81977ba3de admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:11.782078 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d76227-36ea-4aa9-af44-6f81977ba3de admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:10:11.782576 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-31d76227-36ea-4aa9-af44-6f81977ba3de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801541'] for router_interface (7938c9ab-29e6-4343-a506-330caaf37842), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:11.813384 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port 2d8bc317-024f-4b64-998b-cbf82149e1ea is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:10:11.822059 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 0be2aebe-2bfe-4893-bd95-c5004dbd99df up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:11.934645 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b9035a72-a279-43ef-bfb7-b3df7cacce02 None None] Provisioning complete for port 2d8bc317-024f-4b64-998b-cbf82149e1ea triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:11.935249 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b9035a72-a279-43ef-bfb7-b3df7cacce02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (2d8bc317-024f-4b64-998b-cbf82149e1ea), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:11.940520 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88fe0e5-6d89-444c-a212-f83fa7c486af None None] Pushing event updated for resources: {'Port': ['ID=ec45b1b5-350b-40cf-ba94-04b16234e7ee,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:11.947890 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d76227-36ea-4aa9-af44-6f81977ba3de admin admin] Pushing event updated for resources: {'Port': ['ID=7d1dfc75-0fc0-4d83-b36f-a06735dd6abd,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:11.963086 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port 0be2aebe-2bfe-4893-bd95-c5004dbd99df triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:11.963725 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (0be2aebe-2bfe-4893-bd95-c5004dbd99df), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:11.974176 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987295c-d772-49ff-9220-21aa7ef9b373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56f0d1c-44af-4795-90a4-b8a1bc705742,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:12.054109 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-98671180-adbb-4ec1-a897-48a994cde8bb admin admin] Publish callbacks [] for security_group (c750a5f4-973c-4021-add5-5e5e2903d345), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:12.109536 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-98671180-adbb-4ec1-a897-48a994cde8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (c750a5f4-973c-4021-add5-5e5e2903d345), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:12.147623 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port 0be2aebe-2bfe-4893-bd95-c5004dbd99df is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:10:12.148732 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device ec45b1b5-350b-40cf-ba94-04b16234e7ee up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:12.156322 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-98671180-adbb-4ec1-a897-48a994cde8bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9083611e0754468bbc60631ea389c453&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5910461 Jul 05 10:10:12.163087 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:12.187650 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b9035a72-a279-43ef-bfb7-b3df7cacce02 None None] Current status of the port 2d8bc317-024f-4b64-998b-cbf82149e1ea is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:10:12.198948 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b9035a72-a279-43ef-bfb7-b3df7cacce02 None None] Provisioning complete for port ec45b1b5-350b-40cf-ba94-04b16234e7ee triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:12.199361 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b9035a72-a279-43ef-bfb7-b3df7cacce02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (ec45b1b5-350b-40cf-ba94-04b16234e7ee), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:12.209750 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 40640) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:12.218480 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-31d76227-36ea-4aa9-af44-6f81977ba3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (7d1dfc75-0fc0-4d83-b36f-a06735dd6abd), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:12.253064 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port ec45b1b5-350b-40cf-ba94-04b16234e7ee triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:12.253575 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (ec45b1b5-350b-40cf-ba94-04b16234e7ee), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:12.294167 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3ce50c57-e776-4995-a25d-1a5e2bef70ac admin admin] Publish callbacks [] for security_group (c56f0d1c-44af-4795-90a4-b8a1bc705742), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:12.331568 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98671180-adbb-4ec1-a897-48a994cde8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c750a5f4-973c-4021-add5-5e5e2903d345,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:12.335712 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b9035a72-a279-43ef-bfb7-b3df7cacce02 None None] Current status of the port ec45b1b5-350b-40cf-ba94-04b16234e7ee is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:10:12.391224 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-36ce126d-dca2-4899-b56d-5402a9a99dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-795272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-789501'] for router (6182e117-2d11-491f-9275-3daba539c45b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:12.399969 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port ec45b1b5-350b-40cf-ba94-04b16234e7ee is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:10:12.401472 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3ce50c57-e776-4995-a25d-1a5e2bef70ac admin admin] Publish callbacks [] for security_group (c56f0d1c-44af-4795-90a4-b8a1bc705742), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:12.422455 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-31d76227-36ea-4aa9-af44-6f81977ba3de admin admin] Publish callbacks [] for port (7d1dfc75-0fc0-4d83-b36f-a06735dd6abd), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:12.432700 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-31d76227-36ea-4aa9-af44-6f81977ba3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (7d1dfc75-0fc0-4d83-b36f-a06735dd6abd), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:12.433043 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-31d76227-36ea-4aa9-af44-6f81977ba3de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-801681'] for router_interface (7938c9ab-29e6-4343-a506-330caaf37842), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:12.475835 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-70829606-91f1-4b75-842d-afbed9c3639e None None] Provisioning complete for port 7d1dfc75-0fc0-4d83-b36f-a06735dd6abd triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:12.480709 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-70829606-91f1-4b75-842d-afbed9c3639e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (7d1dfc75-0fc0-4d83-b36f-a06735dd6abd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:12.509843 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:12.524958 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-70829606-91f1-4b75-842d-afbed9c3639e None None] Port 7d1dfc75-0fc0-4d83-b36f-a06735dd6abd cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:10:12.562520 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d76227-36ea-4aa9-af44-6f81977ba3de admin admin] Pushing event updated for resources: {'Port': ['ID=7d1dfc75-0fc0-4d83-b36f-a06735dd6abd,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:12.582307 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d76227-36ea-4aa9-af44-6f81977ba3de admin admin] Network 91d9a322-3f41-4d40-8000-86bec9aba65e is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:12.589663 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-31d76227-36ea-4aa9-af44-6f81977ba3de admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:12.611955 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-adabc1e0-48ae-4a8b-8c11-9ff093482651 admin admin] Publish callbacks [] for security_group (c750a5f4-973c-4021-add5-5e5e2903d345), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:12.676338 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-adabc1e0-48ae-4a8b-8c11-9ff093482651 admin admin] Publish callbacks [] for security_group (c750a5f4-973c-4021-add5-5e5e2903d345), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:12.697947 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8389e06-d379-45c4-b200-226656a93276 admin admin] Router 171adb4d-589e-424b-999e-cec7a627efe6 is scheduled to L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 05 10:10:12.747772 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3ce50c57-e776-4995-a25d-1a5e2bef70ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (c56f0d1c-44af-4795-90a4-b8a1bc705742), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:12.750341 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3ce50c57-e776-4995-a25d-1a5e2bef70ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:12.751498 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-3ce50c57-e776-4995-a25d-1a5e2bef70ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c56f0d1c-44af-4795-90a4-b8a1bc705742 HTTP/1.1" status: 204 len: 168 time: 0.9302390 Jul 05 10:10:12.777958 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d76227-36ea-4aa9-af44-6f81977ba3de admin admin] Router 7938c9ab-29e6-4343-a506-330caaf37842 has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:10:12.902667 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce50c57-e776-4995-a25d-1a5e2bef70ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56f0d1c-44af-4795-90a4-b8a1bc705742,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:12.919945 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:12.937046 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ce126d-dca2-4899-b56d-5402a9a99dfc admin admin] Router 6182e117-2d11-491f-9275-3daba539c45b is scheduled to L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 05 10:10:12.969727 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:12.982397 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d76227-36ea-4aa9-af44-6f81977ba3de admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:12.989041 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-31d76227-36ea-4aa9-af44-6f81977ba3de admin admin] 10.222.0.20 "PUT /v2.0/routers/7938c9ab-29e6-4343-a506-330caaf37842/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5407164 Jul 05 10:10:13.021355 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 0c56f90f-e1ae-4df7-96e9-b73841cad724 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:13.111689 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7af3396b-0816-4512-a0b3-86a931f63485 None None] Provisioning complete for port 7d1dfc75-0fc0-4d83-b36f-a06735dd6abd triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:13.114774 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7af3396b-0816-4512-a0b3-86a931f63485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (7d1dfc75-0fc0-4d83-b36f-a06735dd6abd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:13.118879 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port 0c56f90f-e1ae-4df7-96e9-b73841cad724 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:13.119243 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (0c56f90f-e1ae-4df7-96e9-b73841cad724), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:13.163941 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-adabc1e0-48ae-4a8b-8c11-9ff093482651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (c750a5f4-973c-4021-add5-5e5e2903d345), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:13.167038 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-adabc1e0-48ae-4a8b-8c11-9ff093482651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:13.168510 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-adabc1e0-48ae-4a8b-8c11-9ff093482651 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c750a5f4-973c-4021-add5-5e5e2903d345 HTTP/1.1" status: 204 len: 168 time: 0.9505706 Jul 05 10:10:13.173213 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:13.196707 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adabc1e0-48ae-4a8b-8c11-9ff093482651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c750a5f4-973c-4021-add5-5e5e2903d345,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:13.199410 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7af3396b-0816-4512-a0b3-86a931f63485 None None] Port 7d1dfc75-0fc0-4d83-b36f-a06735dd6abd cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:10:13.205655 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8389e06-d379-45c4-b200-226656a93276 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:13.223537 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ce126d-dca2-4899-b56d-5402a9a99dfc admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:13.234588 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1703030-5c01-403a-90ba-d59e23ff59f2 None None] Sync routers for ids ['6182e117-2d11-491f-9275-3daba539c45b'] in dv-cinder-master-3-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:13.236275 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55514e40-7c49-4de8-aae6-d9d2369a12c0 None None] Sync routers for ids ['171adb4d-589e-424b-999e-cec7a627efe6'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:13.258246 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1703030-5c01-403a-90ba-d59e23ff59f2 None None] Routers {'6182e117-2d11-491f-9275-3daba539c45b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:10:13.259639 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c1703030-5c01-403a-90ba-d59e23ff59f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:09:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['6182e117-2d11-491f-9275-3daba539c45b'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:13.260606 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b8389e06-d379-45c4-b200-226656a93276 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:13.261524 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55514e40-7c49-4de8-aae6-d9d2369a12c0 None None] Routers {'171adb4d-589e-424b-999e-cec7a627efe6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:10:13.262251 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-55514e40-7c49-4de8-aae6-d9d2369a12c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:09:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['171adb4d-589e-424b-999e-cec7a627efe6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:13.264136 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port 0c56f90f-e1ae-4df7-96e9-b73841cad724 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:10:13.264653 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (0c56f90f-e1ae-4df7-96e9-b73841cad724), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:13.265788 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-b8389e06-d379-45c4-b200-226656a93276 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.2466981 Jul 05 10:10:13.266555 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 40660) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:13.291908 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-36ce126d-dca2-4899-b56d-5402a9a99dfc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:13.293337 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-36ce126d-dca2-4899-b56d-5402a9a99dfc admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.0447123 Jul 05 10:10:13.296229 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 40666) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:13.302480 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] For port 0c56f90f-e1ae-4df7-96e9-b73841cad724, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0c56f90f-e1ae-4df7-96e9-b73841cad724,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:13.384757 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (0c56f90f-e1ae-4df7-96e9-b73841cad724), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:13.385571 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device ec45b1b5-350b-40cf-ba94-04b16234e7ee up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:13.450989 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-c1703030-5c01-403a-90ba-d59e23ff59f2 None None] Set router 6182e117-2d11-491f-9275-3daba539c45b gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:10:13.502361 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:13.569898 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:13.683945 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c1703030-5c01-403a-90ba-d59e23ff59f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6182e117-2d11-491f-9275-3daba539c45b', 'name': 'tempest-AttachVolumeNegativeTest-715002652-router', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a064a84-494e-41c6-9048-966cc269baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:10Z', 'revision_number': 3, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'gw_port': {'id': '1a064a84-494e-41c6-9048-966cc269baff', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:08Z', 'updated_at': '2022-07-05T10:10:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:13.710203 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port ec45b1b5-350b-40cf-ba94-04b16234e7ee triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:13.710635 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (ec45b1b5-350b-40cf-ba94-04b16234e7ee), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:13.712038 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Pushing event updated for resources: {'Port': ['ID=0c56f90f-e1ae-4df7-96e9-b73841cad724,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:13.715583 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1703030-5c01-403a-90ba-d59e23ff59f2 None None] Checking router: 6182e117-2d11-491f-9275-3daba539c45b for host: dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:10:13.715927 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1703030-5c01-403a-90ba-d59e23ff59f2 None None] Updating router 6182e117-2d11-491f-9275-3daba539c45b port 1a064a84-494e-41c6-9048-966cc269baff binding host dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:10:13.767319 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-55514e40-7c49-4de8-aae6-d9d2369a12c0 None None] Set router 171adb4d-589e-424b-999e-cec7a627efe6 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:10:13.773258 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c1703030-5c01-403a-90ba-d59e23ff59f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (1a064a84-494e-41c6-9048-966cc269baff), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:13.884833 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:13.939076 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a45f1a9-1820-4724-bb6a-f16c5b400b13 None None] Sync routers for ids ['7938c9ab-29e6-4343-a506-330caaf37842'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:14.087797 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 40708) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:14.090997 dv-cinder-master-3-iscsi neutron-server[104031]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 05 10:10:14.095649 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a45f1a9-1820-4724-bb6a-f16c5b400b13 None None] Routers {'7938c9ab-29e6-4343-a506-330caaf37842'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:10:14.096289 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5a45f1a9-1820-4724-bb6a-f16c5b400b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:09:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['7938c9ab-29e6-4343-a506-330caaf37842'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:14.154341 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5379c29f-b285-44ed-b3a5-42eb8760585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:14.190856 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c1703030-5c01-403a-90ba-d59e23ff59f2 None None] Publish callbacks [] for port (1a064a84-494e-41c6-9048-966cc269baff), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:14.199159 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c1703030-5c01-403a-90ba-d59e23ff59f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (1a064a84-494e-41c6-9048-966cc269baff), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:14.246183 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port ec45b1b5-350b-40cf-ba94-04b16234e7ee is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:10:14.258122 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:14.322510 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625e7cf-94aa-4fff-a606-7056eeedd303 None None] Pushing event updated for resources: {'Port': ['ID=1a064a84-494e-41c6-9048-966cc269baff,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:14.393968 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-c1703030-5c01-403a-90ba-d59e23ff59f2 None None] Attempting to bind port 1a064a84-494e-41c6-9048-966cc269baff on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:10:14.394341 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-c1703030-5c01-403a-90ba-d59e23ff59f2 None None] Attempting to bind port 1a064a84-494e-41c6-9048-966cc269baff by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:10:14.394691 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1703030-5c01-403a-90ba-d59e23ff59f2 None None] Attempting to bind port 1a064a84-494e-41c6-9048-966cc269baff on network 41de873a-d138-4cc5-b805-d53357ba161e {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:10:14.417630 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1703030-5c01-403a-90ba-d59e23ff59f2 None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:10:14.418250 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1703030-5c01-403a-90ba-d59e23ff59f2 None None] Checking segment: {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:10:14.418799 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c1703030-5c01-403a-90ba-d59e23ff59f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:14.420496 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1703030-5c01-403a-90ba-d59e23ff59f2 None None] Bound using segment: {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:10:14.421314 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-c1703030-5c01-403a-90ba-d59e23ff59f2 None None] Bound port: 1a064a84-494e-41c6-9048-966cc269baff, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:10:14.424217 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c1703030-5c01-403a-90ba-d59e23ff59f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (1a064a84-494e-41c6-9048-966cc269baff), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:14.447299 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:14.536775 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-55514e40-7c49-4de8-aae6-d9d2369a12c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171adb4d-589e-424b-999e-cec7a627efe6', 'name': 'tempest-ServerRescueNegativeTestJSON-696623463-router', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.197'}], 'enable_snat': True}, 'gw_port_id': '3e8269aa-67b2-43be-97e3-8bb5b9c7c00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:09Z', 'revision_number': 3, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'gw_port': {'id': '3e8269aa-67b2-43be-97e3-8bb5b9c7c00d', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:07Z', 'updated_at': '2022-07-05T10:10:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:14.555521 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-424334e5-4264-4d93-817d-334e79f25376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:14.570867 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-5a45f1a9-1820-4724-bb6a-f16c5b400b13 None None] Set router 7938c9ab-29e6-4343-a506-330caaf37842 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:10:14.573422 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55514e40-7c49-4de8-aae6-d9d2369a12c0 None None] Checking router: 171adb4d-589e-424b-999e-cec7a627efe6 for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:10:14.573765 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55514e40-7c49-4de8-aae6-d9d2369a12c0 None None] Updating router 171adb4d-589e-424b-999e-cec7a627efe6 port 3e8269aa-67b2-43be-97e3-8bb5b9c7c00d binding host dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:10:14.593501 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-27e8a92d-bf9b-43b5-b01b-807be2dafbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:14.642331 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-c1703030-5c01-403a-90ba-d59e23ff59f2 None None] For port 1a064a84-494e-41c6-9048-966cc269baff, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:14.645923 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-c1703030-5c01-403a-90ba-d59e23ff59f2 None None] For port 1a064a84-494e-41c6-9048-966cc269baff, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1a064a84-494e-41c6-9048-966cc269baff,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:14.653786 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c1703030-5c01-403a-90ba-d59e23ff59f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (1a064a84-494e-41c6-9048-966cc269baff), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:14.711300 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625e7cf-94aa-4fff-a606-7056eeedd303 None None] Pushing event updated for resources: {'Port': ['ID=1a064a84-494e-41c6-9048-966cc269baff,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:14.746561 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1703030-5c01-403a-90ba-d59e23ff59f2 None None] Routers {'6182e117-2d11-491f-9275-3daba539c45b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:10:14.747212 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c1703030-5c01-403a-90ba-d59e23ff59f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:10:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['6182e117-2d11-491f-9275-3daba539c45b'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:14.756325 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-3ff56958-d63a-44ce-b36b-3891c7a3d3a0 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:14.758105 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-3ff56958-d63a-44ce-b36b-3891c7a3d3a0 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/networks?id=91d9a322-3f41-4d40-8000-86bec9aba65e HTTP/1.1" status: 200 len: 812 time: 0.6690910 Jul 05 10:10:14.777551 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-e6cff141-d690-4345-87c1-b76f9e67828b tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/quotas/f1f4fee9c6b844a2b7a14e2afb831f88 HTTP/1.1" status: 200 len: 375 time: 0.0135996 Jul 05 10:10:14.910106 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-79a9b512-4aec-47f2-a5f5-a1d294aad7d4 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1f4fee9c6b844a2b7a14e2afb831f88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1248462 Jul 05 10:10:14.938564 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-c1703030-5c01-403a-90ba-d59e23ff59f2 None None] Set router 6182e117-2d11-491f-9275-3daba539c45b gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:10:14.956227 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 0c56f90f-e1ae-4df7-96e9-b73841cad724 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:15.016236 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-27e8a92d-bf9b-43b5-b01b-807be2dafbfb admin admin] Allocated IP 172.20.0.1 (033e3c55-aad3-40e5-8b8b-1dedb7b873c7/22a7c97f-a653-4bd5-b189-3fc891a00ce4/b05b5c91-2f39-45ea-94c7-857f56cd562c) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:15.028575 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:15.032296 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-55514e40-7c49-4de8-aae6-d9d2369a12c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (3e8269aa-67b2-43be-97e3-8bb5b9c7c00d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:15.103980 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 40742) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:15.137733 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:15.138225 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:15.209734 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-c1703030-5c01-403a-90ba-d59e23ff59f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6182e117-2d11-491f-9275-3daba539c45b', 'name': 'tempest-AttachVolumeNegativeTest-715002652-router', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a064a84-494e-41c6-9048-966cc269baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:10Z', 'revision_number': 3, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'gw_port': {'id': '1a064a84-494e-41c6-9048-966cc269baff', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:08Z', 'updated_at': '2022-07-05T10:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:15.216362 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port 0c56f90f-e1ae-4df7-96e9-b73841cad724 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:15.216754 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (0c56f90f-e1ae-4df7-96e9-b73841cad724), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:15.270128 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1703030-5c01-403a-90ba-d59e23ff59f2 None None] The sync data for ids ['6182e117-2d11-491f-9275-3daba539c45b'] in dv-cinder-master-3-iscsi is: [{'id': '6182e117-2d11-491f-9275-3daba539c45b', 'name': 'tempest-AttachVolumeNegativeTest-715002652-router', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a064a84-494e-41c6-9048-966cc269baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:10Z', 'revision_number': 3, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'gw_port': {'id': '1a064a84-494e-41c6-9048-966cc269baff', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:08Z', 'updated_at': '2022-07-05T10:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:10:15.334899 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-80d51ee5-84c1-4127-b694-3482a3c5c833 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-187404183-network', 'tenant_id': '876a37cc5c744c38a6c1da63aca578ab'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:10:15.339742 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:15.385823 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-f2a90e05-8a62-4bf2-8b31-b9819db36c83 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 05 10:10:15.391098 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-424334e5-4264-4d93-817d-334e79f25376 admin admin] Allocated IP 172.20.0.1 (9dc39dd5-d322-430b-ba08-aae3d3ccc6d0/49eafe0c-582f-492a-b16d-b0de2f074502/0b2bbd94-e474-4119-be2b-37070c74b21f) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:15.401091 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-f2a90e05-8a62-4bf2-8b31-b9819db36c83 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1372147 Jul 05 10:10:15.453106 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d51ee5-84c1-4127-b694-3482a3c5c833 admin admin] Made reservation on behalf of 876a37cc5c744c38a6c1da63aca578ab for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:15.456077 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-80d51ee5-84c1-4127-b694-3482a3c5c833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:15.472570 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-80d51ee5-84c1-4127-b694-3482a3c5c833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:15.479125 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5a45f1a9-1820-4724-bb6a-f16c5b400b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7938c9ab-29e6-4343-a506-330caaf37842', 'name': 'tempest-DeleteServersTestJSON-1965133914-router', 'tenant_id': 'f1f4fee9c6b844a2b7a14e2afb831f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.112'}], 'enable_snat': True}, 'gw_port_id': '0c56f90f-e1ae-4df7-96e9-b73841cad724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:04Z', 'updated_at': '2022-07-05T10:10:12Z', 'revision_number': 4, 'project_id': 'f1f4fee9c6b844a2b7a14e2afb831f88', 'gw_port': {'id': '0c56f90f-e1ae-4df7-96e9-b73841cad724', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7938c9ab-29e6-4343-a506-330caaf37842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:05Z', 'updated_at': '2022-07-05T10:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7d1dfc75-0fc0-4d83-b36f-a06735dd6abd', 'name': '', 'network_id': '91d9a322-3f41-4d40-8000-86bec9aba65e', 'tenant_id': 'f1f4fee9c6b844a2b7a14e2afb831f88', 'mac_address': 'fa:16:3e:76:c1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7938c9ab-29e6-4343-a506-330caaf37842', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5cce998d-0863-4b44-9cde-77aed1385de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:10Z', 'updated_at': '2022-07-05T10:10:12Z', 'revision_number': 2, 'project_id': 'f1f4fee9c6b844a2b7a14e2afb831f88', 'subnets': [{'id': '5cce998d-0863-4b44-9cde-77aed1385de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:15.491505 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-27e8a92d-bf9b-43b5-b01b-807be2dafbfb admin admin] Publish callbacks [] for port (b05b5c91-2f39-45ea-94c7-857f56cd562c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:15.576044 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a45f1a9-1820-4724-bb6a-f16c5b400b13 None None] Checking router: 7938c9ab-29e6-4343-a506-330caaf37842 for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:10:15.576044 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a45f1a9-1820-4724-bb6a-f16c5b400b13 None None] Updating router 7938c9ab-29e6-4343-a506-330caaf37842 port 7d1dfc75-0fc0-4d83-b36f-a06735dd6abd binding host dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:10:15.576857 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:15.603799 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-424334e5-4264-4d93-817d-334e79f25376 admin admin] Publish callbacks [] for port (0b2bbd94-e474-4119-be2b-37070c74b21f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:15.608081 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port 0c56f90f-e1ae-4df7-96e9-b73841cad724 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:10:15.645789 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-27e8a92d-bf9b-43b5-b01b-807be2dafbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865'] for port (b05b5c91-2f39-45ea-94c7-857f56cd562c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:15.647148 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5a45f1a9-1820-4724-bb6a-f16c5b400b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (7d1dfc75-0fc0-4d83-b36f-a06735dd6abd), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:15.675157 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-80d51ee5-84c1-4127-b694-3482a3c5c833 admin admin] Publish callbacks [] for security_group (3607411d-674d-4d26-b01f-b50387652dab), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:15.722802 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-80d51ee5-84c1-4127-b694-3482a3c5c833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (3607411d-674d-4d26-b01f-b50387652dab), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:15.748798 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-55514e40-7c49-4de8-aae6-d9d2369a12c0 None None] Publish callbacks [] for port (3e8269aa-67b2-43be-97e3-8bb5b9c7c00d), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:15.762159 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-55514e40-7c49-4de8-aae6-d9d2369a12c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (3e8269aa-67b2-43be-97e3-8bb5b9c7c00d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:15.762782 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e8a92d-bf9b-43b5-b01b-807be2dafbfb admin admin] Network 033e3c55-aad3-40e5-8b8b-1dedb7b873c7 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:15.769861 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-424334e5-4264-4d93-817d-334e79f25376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865'] for port (0b2bbd94-e474-4119-be2b-37070c74b21f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:15.774398 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-27e8a92d-bf9b-43b5-b01b-807be2dafbfb admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:15.779283 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e8a92d-bf9b-43b5-b01b-807be2dafbfb admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:10:15.779947 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-27e8a92d-bf9b-43b5-b01b-807be2dafbfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801541'] for router_interface (6182e117-2d11-491f-9275-3daba539c45b), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:15.797711 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-f214f8f2-52e4-4665-84b5-e0441d8d8035 service neutron] 10.222.0.20 "GET /v2.0/networks/91d9a322-3f41-4d40-8000-86bec9aba65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951831 Jul 05 10:10:15.877930 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8a92d-bf9b-43b5-b01b-807be2dafbfb admin admin] Pushing event updated for resources: {'Port': ['ID=b05b5c91-2f39-45ea-94c7-857f56cd562c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:15.904514 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424334e5-4264-4d93-817d-334e79f25376 admin admin] Network 9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:15.942843 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-424334e5-4264-4d93-817d-334e79f25376 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:15.976788 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-1242e875-a1dc-44e7-a2ee-ec236cd72aa0 service neutron] 10.222.0.20 "GET /v2.0/networks/91d9a322-3f41-4d40-8000-86bec9aba65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528702 Jul 05 10:10:15.977886 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d51ee5-84c1-4127-b694-3482a3c5c833 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:10:15.990209 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d51ee5-84c1-4127-b694-3482a3c5c833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3607411d-674d-4d26-b01f-b50387652dab,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:15.996955 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-80d51ee5-84c1-4127-b694-3482a3c5c833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (c6d31081-6be9-4416-a296-a193525d9d63), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:15.997293 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.db.segments_db [None req-80d51ee5-84c1-4127-b694-3482a3c5c833 admin admin] Added segment c6d31081-6be9-4416-a296-a193525d9d63 of type vlan for network 19a6f9de-b105-4ae5-9512-960b481941e1 Jul 05 10:10:16.021739 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424334e5-4264-4d93-817d-334e79f25376 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:10:16.032366 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:16.041571 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-424334e5-4264-4d93-817d-334e79f25376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801541'] for router_interface (171adb4d-589e-424b-999e-cec7a627efe6), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:16.046975 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-80d51ee5-84c1-4127-b694-3482a3c5c833 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734376243128'] for network (19a6f9de-b105-4ae5-9512-960b481941e1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:16.064464 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-55514e40-7c49-4de8-aae6-d9d2369a12c0 None None] Attempting to bind port 3e8269aa-67b2-43be-97e3-8bb5b9c7c00d on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:10:16.064957 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-55514e40-7c49-4de8-aae6-d9d2369a12c0 None None] Attempting to bind port 3e8269aa-67b2-43be-97e3-8bb5b9c7c00d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:10:16.065461 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55514e40-7c49-4de8-aae6-d9d2369a12c0 None None] Attempting to bind port 3e8269aa-67b2-43be-97e3-8bb5b9c7c00d on network 41de873a-d138-4cc5-b805-d53357ba161e {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:10:16.083821 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-80d51ee5-84c1-4127-b694-3482a3c5c833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724'] for network (19a6f9de-b105-4ae5-9512-960b481941e1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:16.085062 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d51ee5-84c1-4127-b694-3482a3c5c833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:16.085655 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-80d51ee5-84c1-4127-b694-3482a3c5c833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:16.138619 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79099955-3ad8-4ab2-88a5-f062f4a02702 None None] Pushing event updated for resources: {'Port': ['ID=3e8269aa-67b2-43be-97e3-8bb5b9c7c00d,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:16.166260 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55514e40-7c49-4de8-aae6-d9d2369a12c0 None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:10:16.166569 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55514e40-7c49-4de8-aae6-d9d2369a12c0 None None] Checking segment: {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:10:16.166996 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-55514e40-7c49-4de8-aae6-d9d2369a12c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:16.169527 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55514e40-7c49-4de8-aae6-d9d2369a12c0 None None] Bound using segment: {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:10:16.170083 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-55514e40-7c49-4de8-aae6-d9d2369a12c0 None None] Bound port: 3e8269aa-67b2-43be-97e3-8bb5b9c7c00d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:10:16.170495 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-55514e40-7c49-4de8-aae6-d9d2369a12c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (3e8269aa-67b2-43be-97e3-8bb5b9c7c00d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:16.245826 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:16.261657 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d51ee5-84c1-4127-b694-3482a3c5c833 admin admin] Pushing event updated for resources: {'Network': ['ID=19a6f9de-b105-4ae5-9512-960b481941e1,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:16.287230 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-80d51ee5-84c1-4127-b694-3482a3c5c833 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1887608 Jul 05 10:10:16.294924 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 40778) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:16.308219 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-a04b536a-fc61-4810-9988-1da52db9590f admin admin] Request body: {'subnet': {'network_id': '19a6f9de-b105-4ae5-9512-960b481941e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-187404183-subnet', 'tenant_id': '876a37cc5c744c38a6c1da63aca578ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:10:16.358012 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424334e5-4264-4d93-817d-334e79f25376 admin admin] Pushing event updated for resources: {'Port': ['ID=0b2bbd94-e474-4119-be2b-37070c74b21f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:16.392291 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Network 19a6f9de-b105-4ae5-9512-960b481941e1 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:10:16.397461 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:16.467621 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04b536a-fc61-4810-9988-1da52db9590f admin admin] Made reservation on behalf of 876a37cc5c744c38a6c1da63aca578ab for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:16.473134 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a04b536a-fc61-4810-9988-1da52db9590f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:16.491420 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-44abe3d3-7245-4e94-8853-73bf179a60de None None] Provisioning complete for port b05b5c91-2f39-45ea-94c7-857f56cd562c triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:16.492021 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-44abe3d3-7245-4e94-8853-73bf179a60de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (b05b5c91-2f39-45ea-94c7-857f56cd562c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:16.498234 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 40792) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:16.518940 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:16.538630 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:16.662729 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-738f7065-bd12-4b8a-a8b0-d3bab01c0a08 req-5535ad7c-af5e-4886-9374-760a9d1788d0 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 210 time: 0.1589565 Jul 05 10:10:16.682568 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-27e8a92d-bf9b-43b5-b01b-807be2dafbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (b05b5c91-2f39-45ea-94c7-857f56cd562c), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:16.713377 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-424334e5-4264-4d93-817d-334e79f25376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (0b2bbd94-e474-4119-be2b-37070c74b21f), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:16.822998 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-55514e40-7c49-4de8-aae6-d9d2369a12c0 None None] For port 3e8269aa-67b2-43be-97e3-8bb5b9c7c00d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:16.846535 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-44abe3d3-7245-4e94-8853-73bf179a60de None None] Port b05b5c91-2f39-45ea-94c7-857f56cd562c cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:10:16.874776 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5a45f1a9-1820-4724-bb6a-f16c5b400b13 None None] Publish callbacks [] for port (7d1dfc75-0fc0-4d83-b36f-a06735dd6abd), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:16.905244 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 1a064a84-494e-41c6-9048-966cc269baff up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:16.911943 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5a45f1a9-1820-4724-bb6a-f16c5b400b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (7d1dfc75-0fc0-4d83-b36f-a06735dd6abd), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:16.916614 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-55514e40-7c49-4de8-aae6-d9d2369a12c0 None None] For port 3e8269aa-67b2-43be-97e3-8bb5b9c7c00d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3e8269aa-67b2-43be-97e3-8bb5b9c7c00d,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:16.932911 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:16.945642 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:16.970833 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-55514e40-7c49-4de8-aae6-d9d2369a12c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (3e8269aa-67b2-43be-97e3-8bb5b9c7c00d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:17.024469 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-9d51a8db-e810-4552-9c3f-f0dc6fc5090b None None] Provisioning complete for port 0b2bbd94-e474-4119-be2b-37070c74b21f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:17.024847 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9d51a8db-e810-4552-9c3f-f0dc6fc5090b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (0b2bbd94-e474-4119-be2b-37070c74b21f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:17.089718 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3b8e2-f2bd-4676-94b3-ccbb62e902c4 None None] Pushing event updated for resources: {'Port': ['ID=7d1dfc75-0fc0-4d83-b36f-a06735dd6abd,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:17.119235 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9d51a8db-e810-4552-9c3f-f0dc6fc5090b None None] Port 0b2bbd94-e474-4119-be2b-37070c74b21f cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:10:17.124381 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55514e40-7c49-4de8-aae6-d9d2369a12c0 None None] Routers {'171adb4d-589e-424b-999e-cec7a627efe6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:10:17.125051 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-55514e40-7c49-4de8-aae6-d9d2369a12c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:10:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['171adb4d-589e-424b-999e-cec7a627efe6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:17.150930 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port 1a064a84-494e-41c6-9048-966cc269baff triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:17.151323 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (1a064a84-494e-41c6-9048-966cc269baff), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:17.338344 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a04b536a-fc61-4810-9988-1da52db9590f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724'] for subnet (0d13b562-ced8-41a5-9e1e-1bb79e64a668), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:17.346590 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79099955-3ad8-4ab2-88a5-f062f4a02702 None None] Pushing event updated for resources: {'Port': ['ID=3e8269aa-67b2-43be-97e3-8bb5b9c7c00d,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:17.383859 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-5a45f1a9-1820-4724-bb6a-f16c5b400b13 None None] Attempting to bind port 7d1dfc75-0fc0-4d83-b36f-a06735dd6abd on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:10:17.384224 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-5a45f1a9-1820-4724-bb6a-f16c5b400b13 None None] Attempting to bind port 7d1dfc75-0fc0-4d83-b36f-a06735dd6abd by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '3424906f-4deb-4e31-92b7-3f85c1c2c50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '91d9a322-3f41-4d40-8000-86bec9aba65e'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:10:17.384615 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a45f1a9-1820-4724-bb6a-f16c5b400b13 None None] Attempting to bind port 7d1dfc75-0fc0-4d83-b36f-a06735dd6abd on network 91d9a322-3f41-4d40-8000-86bec9aba65e {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:10:17.394474 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-858ec377-d199-4856-aacf-6347b9b0804b None None] Provisioning complete for port 7d1dfc75-0fc0-4d83-b36f-a06735dd6abd triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:17.394474 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-858ec377-d199-4856-aacf-6347b9b0804b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (7d1dfc75-0fc0-4d83-b36f-a06735dd6abd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:17.418080 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:17.419577 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a45f1a9-1820-4724-bb6a-f16c5b400b13 None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:10:17.419577 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a45f1a9-1820-4724-bb6a-f16c5b400b13 None None] Checking segment: {'id': '3424906f-4deb-4e31-92b7-3f85c1c2c50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '91d9a322-3f41-4d40-8000-86bec9aba65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:10:17.420000 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5a45f1a9-1820-4724-bb6a-f16c5b400b13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:17.420326 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a45f1a9-1820-4724-bb6a-f16c5b400b13 None None] Bound using segment: {'id': '3424906f-4deb-4e31-92b7-3f85c1c2c50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '91d9a322-3f41-4d40-8000-86bec9aba65e'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:10:17.421492 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-5a45f1a9-1820-4724-bb6a-f16c5b400b13 None None] Bound port: 7d1dfc75-0fc0-4d83-b36f-a06735dd6abd, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3424906f-4deb-4e31-92b7-3f85c1c2c50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '91d9a322-3f41-4d40-8000-86bec9aba65e'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:10:17.421492 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5a45f1a9-1820-4724-bb6a-f16c5b400b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (7d1dfc75-0fc0-4d83-b36f-a06735dd6abd), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:17.465667 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-55514e40-7c49-4de8-aae6-d9d2369a12c0 None None] Set router 171adb4d-589e-424b-999e-cec7a627efe6 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:10:17.479326 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-424334e5-4264-4d93-817d-334e79f25376 admin admin] Publish callbacks [] for port (0b2bbd94-e474-4119-be2b-37070c74b21f), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:17.511752 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-27e8a92d-bf9b-43b5-b01b-807be2dafbfb admin admin] Publish callbacks [] for port (b05b5c91-2f39-45ea-94c7-857f56cd562c), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:17.526464 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-424334e5-4264-4d93-817d-334e79f25376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (0b2bbd94-e474-4119-be2b-37070c74b21f), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:17.527217 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-424334e5-4264-4d93-817d-334e79f25376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-801681'] for router_interface (171adb4d-589e-424b-999e-cec7a627efe6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:17.546232 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-27e8a92d-bf9b-43b5-b01b-807be2dafbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (b05b5c91-2f39-45ea-94c7-857f56cd562c), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:17.546961 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-27e8a92d-bf9b-43b5-b01b-807be2dafbfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-801681'] for router_interface (6182e117-2d11-491f-9275-3daba539c45b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:17.639129 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:17.705175 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:17.713048 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-858ec377-d199-4856-aacf-6347b9b0804b None None] Port 7d1dfc75-0fc0-4d83-b36f-a06735dd6abd cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:10:17.799809 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port 1a064a84-494e-41c6-9048-966cc269baff is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:10:17.800290 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (1a064a84-494e-41c6-9048-966cc269baff), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:17.814605 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b536a-fc61-4810-9988-1da52db9590f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d13b562-ced8-41a5-9e1e-1bb79e64a668,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:17.815884 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-5a45f1a9-1820-4724-bb6a-f16c5b400b13 None None] For port 7d1dfc75-0fc0-4d83-b36f-a06735dd6abd, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:17.851118 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-5a45f1a9-1820-4724-bb6a-f16c5b400b13 None None] For port 7d1dfc75-0fc0-4d83-b36f-a06735dd6abd, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7d1dfc75-0fc0-4d83-b36f-a06735dd6abd,segment=NetworkSegment(3424906f-4deb-4e31-92b7-3f85c1c2c50c),segment_id=3424906f-4deb-4e31-92b7-3f85c1c2c50c)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:17.887064 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] For port 1a064a84-494e-41c6-9048-966cc269baff, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1a064a84-494e-41c6-9048-966cc269baff,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:17.893106 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e8a92d-bf9b-43b5-b01b-807be2dafbfb admin admin] Network 033e3c55-aad3-40e5-8b8b-1dedb7b873c7 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:17.895740 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5a45f1a9-1820-4724-bb6a-f16c5b400b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (7d1dfc75-0fc0-4d83-b36f-a06735dd6abd), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:17.897819 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (1a064a84-494e-41c6-9048-966cc269baff), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:17.927566 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-27e8a92d-bf9b-43b5-b01b-807be2dafbfb admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:17.946688 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e3cc325e-f27a-4ed7-a381-4419eecb96d5 req-b5933982-f000-4e38-b874-7652abf5f008 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 210 time: 0.0677390 Jul 05 10:10:17.978155 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04b536a-fc61-4810-9988-1da52db9590f admin admin] Checking segment: {'id': 'c6d31081-6be9-4416-a296-a193525d9d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '19a6f9de-b105-4ae5-9512-960b481941e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:10:17.978155 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04b536a-fc61-4810-9988-1da52db9590f admin admin] Network hostable DHCP agents. Network: 19a6f9de-b105-4ae5-9512-960b481941e1, hostable agents: ['79910865-91ee-4878-a729-5c22ab7e1742'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:10:18.065475 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a45f1a9-1820-4724-bb6a-f16c5b400b13 None None] Routers {'7938c9ab-29e6-4343-a506-330caaf37842'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:10:18.066622 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5a45f1a9-1820-4724-bb6a-f16c5b400b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:10:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['7938c9ab-29e6-4343-a506-330caaf37842'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:18.165551 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424334e5-4264-4d93-817d-334e79f25376 admin admin] Pushing event updated for resources: {'Port': ['ID=0b2bbd94-e474-4119-be2b-37070c74b21f,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:18.215099 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424334e5-4264-4d93-817d-334e79f25376 admin admin] Network 9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:18.240919 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-424334e5-4264-4d93-817d-334e79f25376 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:18.321950 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3b8e2-f2bd-4676-94b3-ccbb62e902c4 None None] Pushing event updated for resources: {'Port': ['ID=7d1dfc75-0fc0-4d83-b36f-a06735dd6abd,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:18.420229 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d7f5f8f9-37e2-46fd-abcb-5aff4f5a6629 None None] Provisioning complete for port b05b5c91-2f39-45ea-94c7-857f56cd562c triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:18.420615 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d7f5f8f9-37e2-46fd-abcb-5aff4f5a6629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (b05b5c91-2f39-45ea-94c7-857f56cd562c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:18.483234 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-5a45f1a9-1820-4724-bb6a-f16c5b400b13 None None] Set router 7938c9ab-29e6-4343-a506-330caaf37842 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:10:18.485524 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-55514e40-7c49-4de8-aae6-d9d2369a12c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171adb4d-589e-424b-999e-cec7a627efe6', 'name': 'tempest-ServerRescueNegativeTestJSON-696623463-router', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.197'}], 'enable_snat': True}, 'gw_port_id': '3e8269aa-67b2-43be-97e3-8bb5b9c7c00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'gw_port': {'id': '3e8269aa-67b2-43be-97e3-8bb5b9c7c00d', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:07Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0b2bbd94-e474-4119-be2b-37070c74b21f', 'name': '', 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'mac_address': 'fa:16:3e:a0:46:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '49eafe0c-582f-492a-b16d-b0de2f074502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:15Z', 'revision_number': 1, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'subnets': [{'id': '49eafe0c-582f-492a-b16d-b0de2f074502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:18.577515 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55514e40-7c49-4de8-aae6-d9d2369a12c0 None None] The sync data for ids ['171adb4d-589e-424b-999e-cec7a627efe6'] in dv-cinder-master-3-iscsi is: [{'id': '171adb4d-589e-424b-999e-cec7a627efe6', 'name': 'tempest-ServerRescueNegativeTestJSON-696623463-router', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.197'}], 'enable_snat': True}, 'gw_port_id': '3e8269aa-67b2-43be-97e3-8bb5b9c7c00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'gw_port': {'id': '3e8269aa-67b2-43be-97e3-8bb5b9c7c00d', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:07Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0b2bbd94-e474-4119-be2b-37070c74b21f', 'name': '', 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'mac_address': 'fa:16:3e:a0:46:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '49eafe0c-582f-492a-b16d-b0de2f074502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:15Z', 'revision_number': 1, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'subnets': [{'id': '49eafe0c-582f-492a-b16d-b0de2f074502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:10:18.588475 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d7f5f8f9-37e2-46fd-abcb-5aff4f5a6629 None None] Port b05b5c91-2f39-45ea-94c7-857f56cd562c cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:10:18.592706 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Pushing event updated for resources: {'Port': ['ID=1a064a84-494e-41c6-9048-966cc269baff,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:18.601532 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:18.623819 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e8a92d-bf9b-43b5-b01b-807be2dafbfb admin admin] Router 6182e117-2d11-491f-9275-3daba539c45b has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:10:18.629565 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8a92d-bf9b-43b5-b01b-807be2dafbfb admin admin] Pushing event updated for resources: {'Port': ['ID=b05b5c91-2f39-45ea-94c7-857f56cd562c,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:18.666853 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04b536a-fc61-4810-9988-1da52db9590f admin admin] Network 19a6f9de-b105-4ae5-9512-960b481941e1 is scheduled to be hosted by DHCP agent 79910865-91ee-4878-a729-5c22ab7e1742 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:10:18.773377 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-dbb331cc-d9b3-41e5-ac4a-a559d25e1c09 None None] Provisioning complete for port 0b2bbd94-e474-4119-be2b-37070c74b21f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:18.773743 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dbb331cc-d9b3-41e5-ac4a-a559d25e1c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (0b2bbd94-e474-4119-be2b-37070c74b21f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:18.827876 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-a04b536a-fc61-4810-9988-1da52db9590f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 19a6f9de-b105-4ae5-9512-960b481941e1) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:18.855673 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04b536a-fc61-4810-9988-1da52db9590f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:18.856661 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a04b536a-fc61-4810-9988-1da52db9590f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:18.858495 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd644288-f678-416d-8446-24426d16d644 None None] Network 19a6f9de-b105-4ae5-9512-960b481941e1 requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:10:18.938619 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e8a92d-bf9b-43b5-b01b-807be2dafbfb admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:18.950366 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f2ead1-7514-4ccc-86c1-c1f77529aede None None] Sync routers for ids ['6182e117-2d11-491f-9275-3daba539c45b'] in dv-cinder-master-3-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:18.958463 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 1a064a84-494e-41c6-9048-966cc269baff up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:18.966429 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:18.969147 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f2ead1-7514-4ccc-86c1-c1f77529aede None None] Routers {'6182e117-2d11-491f-9275-3daba539c45b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:10:18.970642 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-27e8a92d-bf9b-43b5-b01b-807be2dafbfb admin admin] 10.222.0.20 "PUT /v2.0/routers/6182e117-2d11-491f-9275-3daba539c45b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6041226 Jul 05 10:10:18.971344 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a5f2ead1-7514-4ccc-86c1-c1f77529aede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:10:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['6182e117-2d11-491f-9275-3daba539c45b'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:19.024830 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:19.072474 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-a04b536a-fc61-4810-9988-1da52db9590f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.7622557 Jul 05 10:10:19.072474 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424334e5-4264-4d93-817d-334e79f25376 admin admin] Router 171adb4d-589e-424b-999e-cec7a627efe6 has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:10:19.211589 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:19.260740 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-a5f2ead1-7514-4ccc-86c1-c1f77529aede None None] Set router 6182e117-2d11-491f-9275-3daba539c45b gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:10:19.267243 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b40bb8-5f46-4e92-bc35-f9b390a08c1a None None] Network 19a6f9de-b105-4ae5-9512-960b481941e1 requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:10:19.328693 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port 1a064a84-494e-41c6-9048-966cc269baff triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:19.329332 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (1a064a84-494e-41c6-9048-966cc269baff), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:19.362575 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:19.419559 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424334e5-4264-4d93-817d-334e79f25376 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:19.432464 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-424334e5-4264-4d93-817d-334e79f25376 admin admin] 10.222.0.20 "PUT /v2.0/routers/171adb4d-589e-424b-999e-cec7a627efe6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1611896 Jul 05 10:10:19.483818 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-98d6f95b-97f4-43a8-99c7-51894ec47b68 req-254f9a1e-5bc0-4500-92bd-312638284b03 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 210 time: 0.0861166 Jul 05 10:10:19.553604 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a5f2ead1-7514-4ccc-86c1-c1f77529aede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6182e117-2d11-491f-9275-3daba539c45b', 'name': 'tempest-AttachVolumeNegativeTest-715002652-router', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a064a84-494e-41c6-9048-966cc269baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'gw_port': {'id': '1a064a84-494e-41c6-9048-966cc269baff', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:08Z', 'updated_at': '2022-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b05b5c91-2f39-45ea-94c7-857f56cd562c', 'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'mac_address': 'fa:16:3e:ca:ff:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 2, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'subnets': [{'id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:19.573425 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-dbb331cc-d9b3-41e5-ac4a-a559d25e1c09 None None] Port 0b2bbd94-e474-4119-be2b-37070c74b21f cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:10:19.599951 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f2ead1-7514-4ccc-86c1-c1f77529aede None None] Checking router: 6182e117-2d11-491f-9275-3daba539c45b for host: dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:10:19.600385 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f2ead1-7514-4ccc-86c1-c1f77529aede None None] Updating router 6182e117-2d11-491f-9275-3daba539c45b port b05b5c91-2f39-45ea-94c7-857f56cd562c binding host dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:10:19.623402 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-dbb331cc-d9b3-41e5-ac4a-a559d25e1c09 None None] Provisioning complete for port 7d1dfc75-0fc0-4d83-b36f-a06735dd6abd triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:19.624960 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dbb331cc-d9b3-41e5-ac4a-a559d25e1c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (7d1dfc75-0fc0-4d83-b36f-a06735dd6abd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:19.651638 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a5f2ead1-7514-4ccc-86c1-c1f77529aede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (b05b5c91-2f39-45ea-94c7-857f56cd562c), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:19.781515 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.30', 51774) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:19.831442 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5a45f1a9-1820-4724-bb6a-f16c5b400b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7938c9ab-29e6-4343-a506-330caaf37842', 'name': 'tempest-DeleteServersTestJSON-1965133914-router', 'tenant_id': 'f1f4fee9c6b844a2b7a14e2afb831f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.112'}], 'enable_snat': True}, 'gw_port_id': '0c56f90f-e1ae-4df7-96e9-b73841cad724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:04Z', 'updated_at': '2022-07-05T10:10:12Z', 'revision_number': 4, 'project_id': 'f1f4fee9c6b844a2b7a14e2afb831f88', 'gw_port': {'id': '0c56f90f-e1ae-4df7-96e9-b73841cad724', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7938c9ab-29e6-4343-a506-330caaf37842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:05Z', 'updated_at': '2022-07-05T10:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7d1dfc75-0fc0-4d83-b36f-a06735dd6abd', 'name': '', 'network_id': '91d9a322-3f41-4d40-8000-86bec9aba65e', 'tenant_id': 'f1f4fee9c6b844a2b7a14e2afb831f88', 'mac_address': 'fa:16:3e:76:c1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7938c9ab-29e6-4343-a506-330caaf37842', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5cce998d-0863-4b44-9cde-77aed1385de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:10Z', 'updated_at': '2022-07-05T10:10:17Z', 'revision_number': 4, 'project_id': 'f1f4fee9c6b844a2b7a14e2afb831f88', 'subnets': [{'id': '5cce998d-0863-4b44-9cde-77aed1385de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:19.994596 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port 1a064a84-494e-41c6-9048-966cc269baff is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:10:19.998432 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a45f1a9-1820-4724-bb6a-f16c5b400b13 None None] The sync data for ids ['7938c9ab-29e6-4343-a506-330caaf37842'] in dv-cinder-master-3-iscsi is: [{'id': '7938c9ab-29e6-4343-a506-330caaf37842', 'name': 'tempest-DeleteServersTestJSON-1965133914-router', 'tenant_id': 'f1f4fee9c6b844a2b7a14e2afb831f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.112'}], 'enable_snat': True}, 'gw_port_id': '0c56f90f-e1ae-4df7-96e9-b73841cad724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:04Z', 'updated_at': '2022-07-05T10:10:12Z', 'revision_number': 4, 'project_id': 'f1f4fee9c6b844a2b7a14e2afb831f88', 'gw_port': {'id': '0c56f90f-e1ae-4df7-96e9-b73841cad724', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7938c9ab-29e6-4343-a506-330caaf37842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:05Z', 'updated_at': '2022-07-05T10:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7d1dfc75-0fc0-4d83-b36f-a06735dd6abd', 'name': '', 'network_id': '91d9a322-3f41-4d40-8000-86bec9aba65e', 'tenant_id': 'f1f4fee9c6b844a2b7a14e2afb831f88', 'mac_address': 'fa:16:3e:76:c1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7938c9ab-29e6-4343-a506-330caaf37842', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5cce998d-0863-4b44-9cde-77aed1385de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:10Z', 'updated_at': '2022-07-05T10:10:17Z', 'revision_number': 4, 'project_id': 'f1f4fee9c6b844a2b7a14e2afb831f88', 'subnets': [{'id': '5cce998d-0863-4b44-9cde-77aed1385de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:10:20.097694 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-dbb331cc-d9b3-41e5-ac4a-a559d25e1c09 None None] Current status of the port 7d1dfc75-0fc0-4d83-b36f-a06735dd6abd is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:10:20.098320 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dbb331cc-d9b3-41e5-ac4a-a559d25e1c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (7d1dfc75-0fc0-4d83-b36f-a06735dd6abd), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:20.205480 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-dbb331cc-d9b3-41e5-ac4a-a559d25e1c09 None None] For port 7d1dfc75-0fc0-4d83-b36f-a06735dd6abd, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7d1dfc75-0fc0-4d83-b36f-a06735dd6abd,segment=NetworkSegment(3424906f-4deb-4e31-92b7-3f85c1c2c50c),segment_id=3424906f-4deb-4e31-92b7-3f85c1c2c50c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:20.231171 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dbb331cc-d9b3-41e5-ac4a-a559d25e1c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (7d1dfc75-0fc0-4d83-b36f-a06735dd6abd), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:20.298049 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-c100b685-0dc8-475b-b70f-ee1f35f56e1e tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:20.300519 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-c100b685-0dc8-475b-b70f-ee1f35f56e1e tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.30 "GET /v2.0/networks?id=91d9a322-3f41-4d40-8000-86bec9aba65e HTTP/1.1" status: 200 len: 812 time: 0.5170004 Jul 05 10:10:20.401241 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-3255889d-c5e7-42e2-95d6-64428a118f50 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Request body: {'port': {'device_id': 'b7ce1e24-0c58-4071-9610-57d072131857', 'network_id': '91d9a322-3f41-4d40-8000-86bec9aba65e', 'admin_state_up': True, 'tenant_id': 'f1f4fee9c6b844a2b7a14e2afb831f88'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:10:20.411298 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 40960) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:20.432791 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb331cc-d9b3-41e5-ac4a-a559d25e1c09 None None] Pushing event updated for resources: {'Port': ['ID=7d1dfc75-0fc0-4d83-b36f-a06735dd6abd,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:20.475588 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a5f2ead1-7514-4ccc-86c1-c1f77529aede None None] Publish callbacks [] for port (b05b5c91-2f39-45ea-94c7-857f56cd562c), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:20.489843 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a5f2ead1-7514-4ccc-86c1-c1f77529aede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (b05b5c91-2f39-45ea-94c7-857f56cd562c), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:20.552154 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:20.562003 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5277a90-230b-4f08-a209-400c9398cfed None None] Pushing event updated for resources: {'Port': ['ID=b05b5c91-2f39-45ea-94c7-857f56cd562c,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:20.593842 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 40982) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:20.598534 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5c2089de-59af-48c2-9cc8-59b8b2a01275 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Request body: {'security_group': {'name': 'tempest-securitygroup--186075987', 'description': 'tempest-description--1315453995'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:10:20.689113 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-a5f2ead1-7514-4ccc-86c1-c1f77529aede None None] Attempting to bind port b05b5c91-2f39-45ea-94c7-857f56cd562c on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:10:20.689809 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-a5f2ead1-7514-4ccc-86c1-c1f77529aede None None] Attempting to bind port b05b5c91-2f39-45ea-94c7-857f56cd562c by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'd4b01923-e693-4e36-bd4a-3dc5b8f9c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:10:20.690301 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2ead1-7514-4ccc-86c1-c1f77529aede None None] Attempting to bind port b05b5c91-2f39-45ea-94c7-857f56cd562c on network 033e3c55-aad3-40e5-8b8b-1dedb7b873c7 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:10:20.698629 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2ead1-7514-4ccc-86c1-c1f77529aede None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:10:20.699189 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2ead1-7514-4ccc-86c1-c1f77529aede None None] Checking segment: {'id': 'd4b01923-e693-4e36-bd4a-3dc5b8f9c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:10:20.699761 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a5f2ead1-7514-4ccc-86c1-c1f77529aede None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:20.700705 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2ead1-7514-4ccc-86c1-c1f77529aede None None] Bound using segment: {'id': 'd4b01923-e693-4e36-bd4a-3dc5b8f9c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:10:20.701135 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-a5f2ead1-7514-4ccc-86c1-c1f77529aede None None] Bound port: b05b5c91-2f39-45ea-94c7-857f56cd562c, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b01923-e693-4e36-bd4a-3dc5b8f9c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:10:20.701875 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a5f2ead1-7514-4ccc-86c1-c1f77529aede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (b05b5c91-2f39-45ea-94c7-857f56cd562c), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:20.712772 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c2089de-59af-48c2-9cc8-59b8b2a01275 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:20.929174 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-a5f2ead1-7514-4ccc-86c1-c1f77529aede None None] For port b05b5c91-2f39-45ea-94c7-857f56cd562c, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:20.941742 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-a5f2ead1-7514-4ccc-86c1-c1f77529aede None None] For port b05b5c91-2f39-45ea-94c7-857f56cd562c, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b05b5c91-2f39-45ea-94c7-857f56cd562c,segment=NetworkSegment(d4b01923-e693-4e36-bd4a-3dc5b8f9c91a),segment_id=d4b01923-e693-4e36-bd4a-3dc5b8f9c91a)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:20.953570 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a5f2ead1-7514-4ccc-86c1-c1f77529aede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (b05b5c91-2f39-45ea-94c7-857f56cd562c), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:21.049026 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f2ead1-7514-4ccc-86c1-c1f77529aede None None] Routers {'6182e117-2d11-491f-9275-3daba539c45b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:10:21.050534 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a5f2ead1-7514-4ccc-86c1-c1f77529aede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:10:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['6182e117-2d11-491f-9275-3daba539c45b'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:21.120121 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c2089de-59af-48c2-9cc8-59b8b2a01275 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group (16d9a543-87de-4a1a-b980-970e1f449f49), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:21.134017 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c2089de-59af-48c2-9cc8-59b8b2a01275 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (16d9a543-87de-4a1a-b980-970e1f449f49), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:21.136608 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 3e8269aa-67b2-43be-97e3-8bb5b9c7c00d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:21.216464 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:21.226793 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-76448753-1350-420c-8818-ad37288f9daf None None] Provisioning complete for port b05b5c91-2f39-45ea-94c7-857f56cd562c triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:21.227095 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-76448753-1350-420c-8818-ad37288f9daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (b05b5c91-2f39-45ea-94c7-857f56cd562c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:21.236847 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c2089de-59af-48c2-9cc8-59b8b2a01275 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:21.245211 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-5c2089de-59af-48c2-9cc8-59b8b2a01275 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6500678 Jul 05 10:10:21.246452 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 41014) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:21.263750 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-8dfab498-6300-4727-a934-d116aaab8dd0 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Request body: {'security_group_rule': {'security_group_id': '16d9a543-87de-4a1a-b980-970e1f449f49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:10:21.287219 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2089de-59af-48c2-9cc8-59b8b2a01275 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16d9a543-87de-4a1a-b980-970e1f449f49,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:21.287513 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5277a90-230b-4f08-a209-400c9398cfed None None] Pushing event updated for resources: {'Port': ['ID=b05b5c91-2f39-45ea-94c7-857f56cd562c,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:21.289787 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port 3e8269aa-67b2-43be-97e3-8bb5b9c7c00d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:21.289996 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (3e8269aa-67b2-43be-97e3-8bb5b9c7c00d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:21.326216 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-a5f2ead1-7514-4ccc-86c1-c1f77529aede None None] Set router 6182e117-2d11-491f-9275-3daba539c45b gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:10:21.338765 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6aa5e5bd-ebab-4573-8468-5fcf929839d0 req-0482bb85-f881-48f4-8b12-59a57021ed6c tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 210 time: 0.3617136 Jul 05 10:10:21.400083 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8dfab498-6300-4727-a934-d116aaab8dd0 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group_rule (33378de0-ef1d-4feb-b15c-3f49f8d08dcd), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:21.405349 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8d957b9c-d62c-4a04-bb22-f67ec76b22b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:21.487531 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-76448753-1350-420c-8818-ad37288f9daf None None] Current status of the port b05b5c91-2f39-45ea-94c7-857f56cd562c is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:10:21.487988 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-76448753-1350-420c-8818-ad37288f9daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (b05b5c91-2f39-45ea-94c7-857f56cd562c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:21.579108 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-3c874cc2-2c26-419e-8ff8-fe50edc7c7e4 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:21.584937 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-3c874cc2-2c26-419e-8ff8-fe50edc7c7e4 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/networks?id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 HTTP/1.1" status: 200 len: 818 time: 0.6049082 Jul 05 10:10:21.587856 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-3255889d-c5e7-42e2-95d6-64428a118f50 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Made reservation on behalf of f1f4fee9c6b844a2b7a14e2afb831f88 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:21.591516 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-3255889d-c5e7-42e2-95d6-64428a118f50 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:21.608912 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 41034) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:21.617423 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-bb3ae9a0-bc59-4cd4-86ae-e7758ee603ac admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1223990115-network', 'tenant_id': 'f128e133c7264725bb1a89f59964e0cf'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:10:21.649544 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3ae9a0-bc59-4cd4-86ae-e7758ee603ac admin admin] Made reservation on behalf of f128e133c7264725bb1a89f59964e0cf for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:21.652467 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bb3ae9a0-bc59-4cd4-86ae-e7758ee603ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:21.657718 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8d957b9c-d62c-4a04-bb22-f67ec76b22b4 admin admin] Publish callbacks [] for security_group (36c4c2d9-a9b8-4241-8754-c49dce973480), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:21.668729 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-70768d5f-fe84-41ba-94dc-3f88bb0921ed tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/quotas/3f2199fa0bc54901aa24195a250a9e25 HTTP/1.1" status: 200 len: 375 time: 0.0824280 Jul 05 10:10:21.722589 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8d957b9c-d62c-4a04-bb22-f67ec76b22b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (36c4c2d9-a9b8-4241-8754-c49dce973480), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:21.727177 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8dfab498-6300-4727-a934-d116aaab8dd0 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group_rule (33378de0-ef1d-4feb-b15c-3f49f8d08dcd), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:21.749254 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8dfab498-6300-4727-a934-d116aaab8dd0 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (33378de0-ef1d-4feb-b15c-3f49f8d08dcd), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:21.750658 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-76448753-1350-420c-8818-ad37288f9daf None None] For port b05b5c91-2f39-45ea-94c7-857f56cd562c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b05b5c91-2f39-45ea-94c7-857f56cd562c,segment=NetworkSegment(d4b01923-e693-4e36-bd4a-3dc5b8f9c91a),segment_id=d4b01923-e693-4e36-bd4a-3dc5b8f9c91a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:21.758189 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port 3e8269aa-67b2-43be-97e3-8bb5b9c7c00d is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:10:21.758798 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (3e8269aa-67b2-43be-97e3-8bb5b9c7c00d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:21.764209 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-76448753-1350-420c-8818-ad37288f9daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (b05b5c91-2f39-45ea-94c7-857f56cd562c), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:21.779348 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:21.793701 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bb3ae9a0-bc59-4cd4-86ae-e7758ee603ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:21.795810 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:21.808187 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-f856b696-844c-42af-b9b0-cf8d4ca8d97c tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f2199fa0bc54901aa24195a250a9e25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1380925 Jul 05 10:10:21.841585 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] For port 3e8269aa-67b2-43be-97e3-8bb5b9c7c00d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3e8269aa-67b2-43be-97e3-8bb5b9c7c00d,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:21.845924 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:21.859136 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-8d957b9c-d62c-4a04-bb22-f67ec76b22b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e20f6d0acb324a69b6545fa8299a220f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4464638 Jul 05 10:10:21.859750 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d957b9c-d62c-4a04-bb22-f67ec76b22b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c4c2d9-a9b8-4241-8754-c49dce973480,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:21.867485 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 41040) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:21.867738 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (3e8269aa-67b2-43be-97e3-8bb5b9c7c00d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:21.870144 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8dfab498-6300-4727-a934-d116aaab8dd0 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:21.873285 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 7d1dfc75-0fc0-4d83-b36f-a06735dd6abd up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:21.873644 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-8dfab498-6300-4727-a934-d116aaab8dd0 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6263645 Jul 05 10:10:21.879717 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a5f2ead1-7514-4ccc-86c1-c1f77529aede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6182e117-2d11-491f-9275-3daba539c45b', 'name': 'tempest-AttachVolumeNegativeTest-715002652-router', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a064a84-494e-41c6-9048-966cc269baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'gw_port': {'id': '1a064a84-494e-41c6-9048-966cc269baff', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:08Z', 'updated_at': '2022-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b05b5c91-2f39-45ea-94c7-857f56cd562c', 'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'mac_address': 'fa:16:3e:ca:ff:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:20Z', 'revision_number': 4, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'subnets': [{'id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:21.902279 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfab498-6300-4727-a934-d116aaab8dd0 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33378de0-ef1d-4feb-b15c-3f49f8d08dcd,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:21.957114 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 41042) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:21.960237 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:21.975826 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-bee19bf3-2410-4927-8682-b6e6774abd15 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Request body: {'security_group_rule': {'security_group_id': '16d9a543-87de-4a1a-b980-970e1f449f49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:10:22.044656 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bee19bf3-2410-4927-8682-b6e6774abd15 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group_rule (13c9ff51-656f-43e4-8440-1cf20e5b8e17), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:22.045833 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76448753-1350-420c-8818-ad37288f9daf None None] Pushing event updated for resources: {'Port': ['ID=b05b5c91-2f39-45ea-94c7-857f56cd562c,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:22.051326 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-805bfbd3-c96f-4fb2-a041-c3fd0a45f698 None None] Provisioning complete for port b05b5c91-2f39-45ea-94c7-857f56cd562c triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:22.051951 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-805bfbd3-c96f-4fb2-a041-c3fd0a45f698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (b05b5c91-2f39-45ea-94c7-857f56cd562c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:22.118377 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f2ead1-7514-4ccc-86c1-c1f77529aede None None] The sync data for ids ['6182e117-2d11-491f-9275-3daba539c45b'] in dv-cinder-master-3-iscsi is: [{'id': '6182e117-2d11-491f-9275-3daba539c45b', 'name': 'tempest-AttachVolumeNegativeTest-715002652-router', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a064a84-494e-41c6-9048-966cc269baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'gw_port': {'id': '1a064a84-494e-41c6-9048-966cc269baff', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:08Z', 'updated_at': '2022-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b05b5c91-2f39-45ea-94c7-857f56cd562c', 'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'mac_address': 'fa:16:3e:ca:ff:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:20Z', 'revision_number': 4, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'subnets': [{'id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:10:22.159810 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b5863a3e-c660-4f08-80d3-5bd711f8ab7f admin admin] Publish callbacks [] for security_group (36c4c2d9-a9b8-4241-8754-c49dce973480), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:22.215208 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bee19bf3-2410-4927-8682-b6e6774abd15 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group_rule (13c9ff51-656f-43e4-8440-1cf20e5b8e17), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:22.225818 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b5863a3e-c660-4f08-80d3-5bd711f8ab7f admin admin] Publish callbacks [] for security_group (36c4c2d9-a9b8-4241-8754-c49dce973480), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:22.234876 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bee19bf3-2410-4927-8682-b6e6774abd15 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (13c9ff51-656f-43e4-8440-1cf20e5b8e17), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:22.296917 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee19bf3-2410-4927-8682-b6e6774abd15 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c9ff51-656f-43e4-8440-1cf20e5b8e17,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:22.325395 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port 7d1dfc75-0fc0-4d83-b36f-a06735dd6abd triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:22.327003 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (7d1dfc75-0fc0-4d83-b36f-a06735dd6abd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:22.341463 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bee19bf3-2410-4927-8682-b6e6774abd15 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:22.345535 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-bee19bf3-2410-4927-8682-b6e6774abd15 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3798301 Jul 05 10:10:22.346388 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 41050) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:22.360622 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-d865380d-b08e-41d0-9849-5a63172debc3 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Request body: {'floatingip': {'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:10:22.370269 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Pushing event updated for resources: {'Port': ['ID=3e8269aa-67b2-43be-97e3-8bb5b9c7c00d,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:22.417998 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 41052) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:22.437055 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d865380d-b08e-41d0-9849-5a63172debc3 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:22.448781 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:22.479681 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-3255889d-c5e7-42e2-95d6-64428a118f50 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Allocated IP 172.20.0.6 (91d9a322-3f41-4d40-8000-86bec9aba65e/5cce998d-0863-4b44-9cde-77aed1385de8/1590f070-4b3b-4762-9ba6-291ca1720666) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:22.497882 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-805bfbd3-c96f-4fb2-a041-c3fd0a45f698 None None] Current status of the port b05b5c91-2f39-45ea-94c7-857f56cd562c is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:10:22.513781 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b5863a3e-c660-4f08-80d3-5bd711f8ab7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (36c4c2d9-a9b8-4241-8754-c49dce973480), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:22.516257 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b5863a3e-c660-4f08-80d3-5bd711f8ab7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:22.517571 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-b5863a3e-c660-4f08-80d3-5bd711f8ab7f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36c4c2d9-a9b8-4241-8754-c49dce973480 HTTP/1.1" status: 204 len: 168 time: 0.6429348 Jul 05 10:10:22.551697 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port 7d1dfc75-0fc0-4d83-b36f-a06735dd6abd is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:10:22.613117 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5863a3e-c660-4f08-80d3-5bd711f8ab7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c4c2d9-a9b8-4241-8754-c49dce973480,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:22.687864 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d865380d-b08e-41d0-9849-5a63172debc3 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:22.741256 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bb3ae9a0-bc59-4cd4-86ae-e7758ee603ac admin admin] Publish callbacks [] for security_group (aff05859-d076-431b-b437-b451e3abee0d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:22.784844 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80e818ef-bd8b-4489-a7d3-4602b4a44fb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:22.802226 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:22.810026 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-442f88d2-37bc-4d7c-8ed2-a6c3cab0a08e req-1ff8bd74-3624-4b8f-a915-d68df3327393 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 210 time: 0.3101969 Jul 05 10:10:22.810729 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bb3ae9a0-bc59-4cd4-86ae-e7758ee603ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (aff05859-d076-431b-b437-b451e3abee0d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:22.823893 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 3e8269aa-67b2-43be-97e3-8bb5b9c7c00d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:22.849381 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-9e0851b2-de3e-427e-9587-a488824da1ad service neutron] 10.222.0.20 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0399091 Jul 05 10:10:22.887164 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb3ae9a0-bc59-4cd4-86ae-e7758ee603ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:10:22.949472 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port 3e8269aa-67b2-43be-97e3-8bb5b9c7c00d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:22.949793 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (3e8269aa-67b2-43be-97e3-8bb5b9c7c00d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:22.965310 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bb3ae9a0-bc59-4cd4-86ae-e7758ee603ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (a99edae8-1a7a-4058-9455-7d1919fab16e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:22.965999 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.db.segments_db [None req-bb3ae9a0-bc59-4cd4-86ae-e7758ee603ac admin admin] Added segment a99edae8-1a7a-4058-9455-7d1919fab16e of type vlan for network f435d11c-d29d-4807-b76c-6d0328757ac2 Jul 05 10:10:22.967706 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ae9a0-bc59-4cd4-86ae-e7758ee603ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff05859-d076-431b-b437-b451e3abee0d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:23.013574 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80e818ef-bd8b-4489-a7d3-4602b4a44fb9 admin admin] Publish callbacks [] for security_group (e88a3e31-3d4d-4e69-980c-b9ce66f70fce), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:23.019183 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 41064) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:23.048288 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8bd39b11-d765-4b5c-86b7-9f1c5156e856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:23.058322 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80e818ef-bd8b-4489-a7d3-4602b4a44fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (e88a3e31-3d4d-4e69-980c-b9ce66f70fce), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:23.099967 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bb3ae9a0-bc59-4cd4-86ae-e7758ee603ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734376243128'] for network (f435d11c-d29d-4807-b76c-6d0328757ac2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:23.104285 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port 3e8269aa-67b2-43be-97e3-8bb5b9c7c00d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:10:23.158520 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-3255889d-c5e7-42e2-95d6-64428a118f50 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Publish callbacks [] for port (1590f070-4b3b-4762-9ba6-291ca1720666), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:23.219019 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-2636fd28-deb9-43ff-9786-dfd07f79138f service neutron] 10.222.0.20 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658867 Jul 05 10:10:23.290307 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bb3ae9a0-bc59-4cd4-86ae-e7758ee603ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724'] for network (f435d11c-d29d-4807-b76c-6d0328757ac2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:23.293083 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3ae9a0-bc59-4cd4-86ae-e7758ee603ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:23.293773 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bb3ae9a0-bc59-4cd4-86ae-e7758ee603ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:23.329722 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-3255889d-c5e7-42e2-95d6-64428a118f50 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865'] for port (1590f070-4b3b-4762-9ba6-291ca1720666), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:23.359036 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-bb3ae9a0-bc59-4cd4-86ae-e7758ee603ac admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7487159 Jul 05 10:10:23.371089 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 41068) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:23.391207 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-5862db7e-e06d-465b-8a39-df487b3b80b5 admin admin] Request body: {'subnet': {'network_id': 'f435d11c-d29d-4807-b76c-6d0328757ac2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1223990115-subnet', 'tenant_id': 'f128e133c7264725bb1a89f59964e0cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:10:23.435925 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-80e818ef-bd8b-4489-a7d3-4602b4a44fb9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a75ede11bffb460aa6cb57e232cfa4d4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0141838 Jul 05 10:10:23.440631 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-d865380d-b08e-41d0-9849-5a63172debc3 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Allocated IP 172.37.2.173 (41de873a-d138-4cc5-b805-d53357ba161e/988cd17f-ff06-4e31-a156-b2c72b1aa185/c27a2cab-6e3e-4d32-bbe3-730c73466571) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:23.447614 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e818ef-bd8b-4489-a7d3-4602b4a44fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88a3e31-3d4d-4e69-980c-b9ce66f70fce,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:23.453282 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 41070) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:23.561736 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:23.592642 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a58683a-62f2-494d-8fe4-67ea454e4c0d admin admin] Publish callbacks [] for security_group (e88a3e31-3d4d-4e69-980c-b9ce66f70fce), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:23.620968 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a58683a-62f2-494d-8fe4-67ea454e4c0d admin admin] Publish callbacks [] for security_group (e88a3e31-3d4d-4e69-980c-b9ce66f70fce), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:23.643984 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255889d-c5e7-42e2-95d6-64428a118f50 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Pushing event updated for resources: {'Port': ['ID=1590f070-4b3b-4762-9ba6-291ca1720666,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:23.775882 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-819323c8-4553-4541-acfb-985e9c850687 req-39ad4a6e-0b2f-4220-823f-4e3b9f3ece25 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 210 time: 0.1457570 Jul 05 10:10:23.899890 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-3255889d-c5e7-42e2-95d6-64428a118f50 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Network 91d9a322-3f41-4d40-8000-86bec9aba65e is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:23.904822 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-3255889d-c5e7-42e2-95d6-64428a118f50 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:23.925687 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-3255889d-c5e7-42e2-95d6-64428a118f50 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:10:23.936786 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-3255889d-c5e7-42e2-95d6-64428a118f50 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:23.937866 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-3255889d-c5e7-42e2-95d6-64428a118f50 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:23.960859 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ae9a0-bc59-4cd4-86ae-e7758ee603ac admin admin] Pushing event updated for resources: {'Network': ['ID=f435d11c-d29d-4807-b76c-6d0328757ac2,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:23.977395 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Network f435d11c-d29d-4807-b76c-6d0328757ac2 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:10:23.994585 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:24.015343 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a58683a-62f2-494d-8fe4-67ea454e4c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (e88a3e31-3d4d-4e69-980c-b9ce66f70fce), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:24.017917 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a58683a-62f2-494d-8fe4-67ea454e4c0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:24.022058 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-6a58683a-62f2-494d-8fe4-67ea454e4c0d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e88a3e31-3d4d-4e69-980c-b9ce66f70fce HTTP/1.1" status: 204 len: 168 time: 0.5572972 Jul 05 10:10:24.077303 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d865380d-b08e-41d0-9849-5a63172debc3 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for port (c27a2cab-6e3e-4d32-bbe3-730c73466571), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:24.079046 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58683a-62f2-494d-8fe4-67ea454e4c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88a3e31-3d4d-4e69-980c-b9ce66f70fce,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:24.119491 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8bd39b11-d765-4b5c-86b7-9f1c5156e856 admin admin] Publish callbacks [] for security_group (7ff5f238-8f6f-42fe-9895-09a76b390487), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:24.135018 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8bd39b11-d765-4b5c-86b7-9f1c5156e856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (7ff5f238-8f6f-42fe-9895-09a76b390487), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:24.225779 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cda86-de6f-486a-8c8e-7c540b0479cf req-052d66ca-9c26-4134-bdee-7c3040cebcf3 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:24.227563 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cd6cda86-de6f-486a-8c8e-7c540b0479cf req-052d66ca-9c26-4134-bdee-7c3040cebcf3 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 931 time: 0.2296429 Jul 05 10:10:24.232011 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-3255889d-c5e7-42e2-95d6-64428a118f50 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8410783 Jul 05 10:10:24.232585 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5862db7e-e06d-465b-8a39-df487b3b80b5 admin admin] Made reservation on behalf of f128e133c7264725bb1a89f59964e0cf for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:24.248653 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5862db7e-e06d-465b-8a39-df487b3b80b5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:24.337812 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd39b11-d765-4b5c-86b7-9f1c5156e856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff5f238-8f6f-42fe-9895-09a76b390487,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:24.367028 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-8bd39b11-d765-4b5c-86b7-9f1c5156e856 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=add7c342d3eb420cbc67880f0a50ad57&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3438795 Jul 05 10:10:24.367794 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 41110) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:24.412882 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:24.446063 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d865380d-b08e-41d0-9849-5a63172debc3 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865'] for port (c27a2cab-6e3e-4d32-bbe3-730c73466571), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:24.459524 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:24.465546 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2d98be13-5962-464e-be57-a48d40c602eb None None] Provisioning complete for port 1590f070-4b3b-4762-9ba6-291ca1720666 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:24.470024 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2d98be13-5962-464e-be57-a48d40c602eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (1590f070-4b3b-4762-9ba6-291ca1720666), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:24.508612 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cd6cda86-de6f-486a-8c8e-7c540b0479cf req-30446174-16ea-4409-b137-10e030c75c21 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289839 Jul 05 10:10:24.551408 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d865380d-b08e-41d0-9849-5a63172debc3 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Network 41de873a-d138-4cc5-b805-d53357ba161e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:24.590215 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-d865380d-b08e-41d0-9849-5a63172debc3 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:24.640008 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d865380d-b08e-41d0-9849-5a63172debc3 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:10:24.710944 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2d98be13-5962-464e-be57-a48d40c602eb None None] Port 1590f070-4b3b-4762-9ba6-291ca1720666 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:10:24.818235 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d865380d-b08e-41d0-9849-5a63172debc3 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event updated for resources: {'Port': ['ID=c27a2cab-6e3e-4d32-bbe3-730c73466571,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:24.834409 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-48f63550-b4f7-44b3-87d8-e935169535c1 admin admin] Publish callbacks [] for security_group (7ff5f238-8f6f-42fe-9895-09a76b390487), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:24.930714 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-48f63550-b4f7-44b3-87d8-e935169535c1 admin admin] Publish callbacks [] for security_group (7ff5f238-8f6f-42fe-9895-09a76b390487), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:24.954580 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d865380d-b08e-41d0-9849-5a63172debc3 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for floatingip (530a9131-1248-43f3-b827-94ead4e83bb2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:24.992094 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device b05b5c91-2f39-45ea-94c7-857f56cd562c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:25.019343 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-2d1b1612-1fc1-4b64-a6e1-f0e29c5e1487 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:25.030085 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-2d1b1612-1fc1-4b64-a6e1-f0e29c5e1487 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/networks?id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 HTTP/1.1" status: 200 len: 818 time: 0.5103726 Jul 05 10:10:25.059548 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-c6bba181-0ff5-4bc1-8701-96459679256a tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 05 10:10:25.060727 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-c6bba181-0ff5-4bc1-8701-96459679256a tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0158277 Jul 05 10:10:25.079470 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-4e9b5752-6051-4b75-982c-c1bbfe3a57c8 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/quotas/3f2199fa0bc54901aa24195a250a9e25 HTTP/1.1" status: 200 len: 375 time: 0.0480545 Jul 05 10:10:25.189980 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port b05b5c91-2f39-45ea-94c7-857f56cd562c triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:25.190392 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (b05b5c91-2f39-45ea-94c7-857f56cd562c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:25.242762 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d865380d-b08e-41d0-9849-5a63172debc3 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (c27a2cab-6e3e-4d32-bbe3-730c73466571), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:25.349291 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-498288c0-8970-4b2c-9b8a-3a1cb7d19838 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f2199fa0bc54901aa24195a250a9e25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1479371 Jul 05 10:10:25.361939 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:25.408970 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-48f63550-b4f7-44b3-87d8-e935169535c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (7ff5f238-8f6f-42fe-9895-09a76b390487), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:25.412571 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-48f63550-b4f7-44b3-87d8-e935169535c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:25.414226 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-48f63550-b4f7-44b3-87d8-e935169535c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ff5f238-8f6f-42fe-9895-09a76b390487 HTTP/1.1" status: 204 len: 168 time: 1.0401123 Jul 05 10:10:25.422025 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5392d529-4a79-4317-ba64-6ef57438c9a3 None None] Sync routers for ids ['171adb4d-589e-424b-999e-cec7a627efe6'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:25.478475 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f63550-b4f7-44b3-87d8-e935169535c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff5f238-8f6f-42fe-9895-09a76b390487,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:25.506338 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5392d529-4a79-4317-ba64-6ef57438c9a3 None None] Routers {'171adb4d-589e-424b-999e-cec7a627efe6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:10:25.507091 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5392d529-4a79-4317-ba64-6ef57438c9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:10:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['171adb4d-589e-424b-999e-cec7a627efe6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:25.535437 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5862db7e-e06d-465b-8a39-df487b3b80b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724'] for subnet (b8c5e2a5-d463-442e-bdbf-3a9c77fc43f7), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:25.696741 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-eea65826-9e04-4075-8b75-e2cf43f0aabe service neutron] Request body: {'port': {'device_id': 'b7ce1e24-0c58-4071-9610-57d072131857', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:10:25.809984 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d865380d-b08e-41d0-9849-5a63172debc3 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for port (c27a2cab-6e3e-4d32-bbe3-730c73466571), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:25.822998 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d865380d-b08e-41d0-9849-5a63172debc3 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (c27a2cab-6e3e-4d32-bbe3-730c73466571), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:25.834954 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-5392d529-4a79-4317-ba64-6ef57438c9a3 None None] Set router 171adb4d-589e-424b-999e-cec7a627efe6 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:10:25.912446 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-feaf99fa-d324-4799-aa2b-08118a2635e6 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 05 10:10:25.918140 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-feaf99fa-d324-4799-aa2b-08118a2635e6 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4553432 Jul 05 10:10:26.010429 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d865380d-b08e-41d0-9849-5a63172debc3 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event updated for resources: {'Port': ['ID=c27a2cab-6e3e-4d32-bbe3-730c73466571,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:26.042169 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5862db7e-e06d-465b-8a39-df487b3b80b5 admin admin] Checking segment: {'id': 'a99edae8-1a7a-4058-9455-7d1919fab16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f435d11c-d29d-4807-b76c-6d0328757ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:10:26.043202 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5862db7e-e06d-465b-8a39-df487b3b80b5 admin admin] Network hostable DHCP agents. Network: f435d11c-d29d-4807-b76c-6d0328757ac2, hostable agents: ['79910865-91ee-4878-a729-5c22ab7e1742'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:10:26.052400 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d865380d-b08e-41d0-9849-5a63172debc3 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-790480'] for floatingip (530a9131-1248-43f3-b827-94ead4e83bb2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:26.076662 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea448073-50b3-47f8-9ebe-5b41f89025a3 req-0767a860-3cfc-407c-8099-b1e859232e66 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:26.090809 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ea448073-50b3-47f8-9ebe-5b41f89025a3 req-0767a860-3cfc-407c-8099-b1e859232e66 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 931 time: 0.2605498 Jul 05 10:10:26.123133 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:26.136694 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d865380d-b08e-41d0-9849-5a63172debc3 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:26.136694 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-d865380d-b08e-41d0-9849-5a63172debc3 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7823765 Jul 05 10:10:26.139288 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:26.153131 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port b05b5c91-2f39-45ea-94c7-857f56cd562c is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:10:26.355135 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-20842a16-235b-48d8-8ed9-de5a033e984d service neutron] 10.222.0.20 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123023 Jul 05 10:10:26.560648 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5392d529-4a79-4317-ba64-6ef57438c9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171adb4d-589e-424b-999e-cec7a627efe6', 'name': 'tempest-ServerRescueNegativeTestJSON-696623463-router', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.197'}], 'enable_snat': True}, 'gw_port_id': '3e8269aa-67b2-43be-97e3-8bb5b9c7c00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'gw_port': {'id': '3e8269aa-67b2-43be-97e3-8bb5b9c7c00d', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:07Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0b2bbd94-e474-4119-be2b-37070c74b21f', 'name': '', 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'mac_address': 'fa:16:3e:a0:46:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '49eafe0c-582f-492a-b16d-b0de2f074502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 2, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'subnets': [{'id': '49eafe0c-582f-492a-b16d-b0de2f074502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:26.649357 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5392d529-4a79-4317-ba64-6ef57438c9a3 None None] Checking router: 171adb4d-589e-424b-999e-cec7a627efe6 for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:10:26.649762 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5392d529-4a79-4317-ba64-6ef57438c9a3 None None] Updating router 171adb4d-589e-424b-999e-cec7a627efe6 port 0b2bbd94-e474-4119-be2b-37070c74b21f binding host dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:10:26.692227 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-6373f330-ab1d-4c1e-a0f5-f3fe7f9c8689 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908587 Jul 05 10:10:26.693185 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862db7e-e06d-465b-8a39-df487b3b80b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8c5e2a5-d463-442e-bdbf-3a9c77fc43f7,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:26.733050 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5862db7e-e06d-465b-8a39-df487b3b80b5 admin admin] Network f435d11c-d29d-4807-b76c-6d0328757ac2 is scheduled to be hosted by DHCP agent 79910865-91ee-4878-a729-5c22ab7e1742 with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:10:26.735594 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:26.740956 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5392d529-4a79-4317-ba64-6ef57438c9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (0b2bbd94-e474-4119-be2b-37070c74b21f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:26.760340 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ea448073-50b3-47f8-9ebe-5b41f89025a3 req-16c409f5-d190-40ca-b3b5-8edc90e065d0 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6664388 Jul 05 10:10:26.782327 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-eea65826-9e04-4075-8b75-e2cf43f0aabe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (1590f070-4b3b-4762-9ba6-291ca1720666), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:26.787104 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-5862db7e-e06d-465b-8a39-df487b3b80b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, f435d11c-d29d-4807-b76c-6d0328757ac2) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:26.809654 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5862db7e-e06d-465b-8a39-df487b3b80b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:26.810243 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5862db7e-e06d-465b-8a39-df487b3b80b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:26.816078 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52e0978-f648-4fd9-9258-779f78e5bf3c None None] Network f435d11c-d29d-4807-b76c-6d0328757ac2 requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:10:26.905919 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-5862db7e-e06d-465b-8a39-df487b3b80b5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.5296278 Jul 05 10:10:27.300714 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58eb6ac9-5cce-4522-b4f1-719988648f6e None None] Network f435d11c-d29d-4807-b76c-6d0328757ac2 requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:10:27.424101 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:27.521214 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 41240) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:27.733782 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e4406690-ac0d-4076-8069-935b9903c5de req-9e7ca227-3d24-4d2a-b8bc-d7727633d43e tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--186075987&fields=id&tenant_id=7eccead420ae4aacb6f31dcb17a138cc HTTP/1.1" status: 200 len: 267 time: 0.5587595 Jul 05 10:10:27.754397 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-944dce5b-cfbf-407e-853f-8db19b4d3380 admin admin] Deleting subnet 0d13b562-ced8-41a5-9e1e-1bb79e64a668 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 05 10:10:27.764384 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-944dce5b-cfbf-407e-853f-8db19b4d3380 admin admin] Publish callbacks [] for subnet (0d13b562-ced8-41a5-9e1e-1bb79e64a668), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:27.920203 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.30', 51791) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:28.118739 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-944dce5b-cfbf-407e-853f-8db19b4d3380 admin admin] Publish callbacks [] for subnet (0d13b562-ced8-41a5-9e1e-1bb79e64a668), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:28.278984 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ed99be51-0689-4c83-ad8a-8433b9f88b51 req-219568c8-b134-45ef-8fb4-9729c4e7ebd7 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 210 time: 0.5593972 Jul 05 10:10:28.281781 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-944dce5b-cfbf-407e-853f-8db19b4d3380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2072780'] for subnet (0d13b562-ced8-41a5-9e1e-1bb79e64a668), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:28.415629 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 41260) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:28.526443 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5392d529-4a79-4317-ba64-6ef57438c9a3 None None] Publish callbacks [] for port (0b2bbd94-e474-4119-be2b-37070c74b21f), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:28.540436 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5392d529-4a79-4317-ba64-6ef57438c9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (0b2bbd94-e474-4119-be2b-37070c74b21f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:28.596341 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-e0b5dc75-ff34-425b-9ff0-f9b9e244048f tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:28.597881 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-e0b5dc75-ff34-425b-9ff0-f9b9e244048f tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.30 "GET /v2.0/networks?id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 HTTP/1.1" status: 200 len: 818 time: 0.6742885 Jul 05 10:10:28.608131 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4406690-ac0d-4076-8069-935b9903c5de req-da0ee95a-7e72-4579-a1c8-cadaedcd7c7c tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:28.620697 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e4406690-ac0d-4076-8069-935b9903c5de req-da0ee95a-7e72-4579-a1c8-cadaedcd7c7c tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/networks?id=033e3c55-aad3-40e5-8b8b-1dedb7b873c7 HTTP/1.1" status: 200 len: 814 time: 0.8856258 Jul 05 10:10:28.625299 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-944dce5b-cfbf-407e-853f-8db19b4d3380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2072775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724'] for subnet (0d13b562-ced8-41a5-9e1e-1bb79e64a668), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:28.653261 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-8651b83a-0d29-4c73-a780-59dc41db2091 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Request body: {'port': {'device_id': 'f6c29e5f-2d52-4c7a-9122-11dbaf998421', 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0', 'admin_state_up': True, 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:10:28.656277 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e5aaa-2b6f-4073-ab3d-649adeb6011b req-c2005c84-e72f-4a50-a67e-5484dde9f730 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:28.663652 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-986e5aaa-2b6f-4073-ab3d-649adeb6011b req-c2005c84-e72f-4a50-a67e-5484dde9f730 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 931 time: 0.2142458 Jul 05 10:10:28.689063 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e4406690-ac0d-4076-8069-935b9903c5de req-ac6de62c-353a-40ac-9e97-eb6f4ea4806f tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/quotas/7eccead420ae4aacb6f31dcb17a138cc HTTP/1.1" status: 200 len: 375 time: 0.0662122 Jul 05 10:10:28.725382 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93107a5a-4105-4a07-8f5f-980b4df507b3 None None] Pushing event updated for resources: {'Port': ['ID=0b2bbd94-e474-4119-be2b-37070c74b21f,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:28.738207 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-eea65826-9e04-4075-8b75-e2cf43f0aabe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1590f070-4b3b-4762-9ba6-291ca1720666 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:10:28.825619 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-eea65826-9e04-4075-8b75-e2cf43f0aabe service neutron] Publish callbacks [] for port (1590f070-4b3b-4762-9ba6-291ca1720666), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:28.953340 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e4406690-ac0d-4076-8069-935b9903c5de req-69ab3735-242d-46cc-8cd3-9f310a0df804 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7eccead420ae4aacb6f31dcb17a138cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2631431 Jul 05 10:10:28.962895 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-5392d529-4a79-4317-ba64-6ef57438c9a3 None None] Attempting to bind port 0b2bbd94-e474-4119-be2b-37070c74b21f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:10:28.972596 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-5392d529-4a79-4317-ba64-6ef57438c9a3 None None] Attempting to bind port 0b2bbd94-e474-4119-be2b-37070c74b21f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '746b1970-621d-49df-8f95-2f2b20e407c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:10:28.972861 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5392d529-4a79-4317-ba64-6ef57438c9a3 None None] Attempting to bind port 0b2bbd94-e474-4119-be2b-37070c74b21f on network 9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:10:28.987318 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5392d529-4a79-4317-ba64-6ef57438c9a3 None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:10:28.987687 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5392d529-4a79-4317-ba64-6ef57438c9a3 None None] Checking segment: {'id': '746b1970-621d-49df-8f95-2f2b20e407c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:10:28.997034 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5392d529-4a79-4317-ba64-6ef57438c9a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:28.997443 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5392d529-4a79-4317-ba64-6ef57438c9a3 None None] Bound using segment: {'id': '746b1970-621d-49df-8f95-2f2b20e407c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:10:28.997934 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-5392d529-4a79-4317-ba64-6ef57438c9a3 None None] Bound port: 0b2bbd94-e474-4119-be2b-37070c74b21f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746b1970-621d-49df-8f95-2f2b20e407c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:10:28.998311 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5392d529-4a79-4317-ba64-6ef57438c9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (0b2bbd94-e474-4119-be2b-37070c74b21f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:29.023072 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-986e5aaa-2b6f-4073-ab3d-649adeb6011b req-79f6f4fd-036e-4602-a827-f7949972d578 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581133 Jul 05 10:10:29.046902 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-eea65826-9e04-4075-8b75-e2cf43f0aabe service neutron] Transition to ACTIVE for port object 1590f070-4b3b-4762-9ba6-291ca1720666 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 10:10:29.051165 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:29.060357 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-eea65826-9e04-4075-8b75-e2cf43f0aabe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (1590f070-4b3b-4762-9ba6-291ca1720666), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:29.090543 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944dce5b-cfbf-407e-853f-8db19b4d3380 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d13b562-ced8-41a5-9e1e-1bb79e64a668,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:29.106581 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-944dce5b-cfbf-407e-853f-8db19b4d3380 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:29.126698 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-944dce5b-cfbf-407e-853f-8db19b4d3380 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0d13b562-ced8-41a5-9e1e-1bb79e64a668 HTTP/1.1" status: 204 len: 168 time: 1.6034877 Jul 05 10:10:29.144377 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 41288) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:29.191164 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-5392d529-4a79-4317-ba64-6ef57438c9a3 None None] For port 0b2bbd94-e474-4119-be2b-37070c74b21f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:29.194829 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-5392d529-4a79-4317-ba64-6ef57438c9a3 None None] For port 0b2bbd94-e474-4119-be2b-37070c74b21f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0b2bbd94-e474-4119-be2b-37070c74b21f,segment=NetworkSegment(746b1970-621d-49df-8f95-2f2b20e407c9),segment_id=746b1970-621d-49df-8f95-2f2b20e407c9)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:29.218277 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:29.230631 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5392d529-4a79-4317-ba64-6ef57438c9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (0b2bbd94-e474-4119-be2b-37070c74b21f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:29.242996 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:29.299725 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-8651b83a-0d29-4c73-a780-59dc41db2091 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Made reservation on behalf of 3f2199fa0bc54901aa24195a250a9e25 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:29.304381 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-8651b83a-0d29-4c73-a780-59dc41db2091 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:29.325482 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2e2c4bbe-bdc2-4c89-8e47-eb28758c1b7e None None] Provisioning complete for port 0b2bbd94-e474-4119-be2b-37070c74b21f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:29.337009 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2e2c4bbe-bdc2-4c89-8e47-eb28758c1b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (0b2bbd94-e474-4119-be2b-37070c74b21f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:29.502229 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e4406690-ac0d-4076-8069-935b9903c5de req-2888aaeb-b2e4-4f84-8d56-57936dcd7d96 service neutron] 10.222.0.20 "GET /v2.0/networks/033e3c55-aad3-40e5-8b8b-1dedb7b873c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5476782 Jul 05 10:10:29.507073 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea65826-9e04-4075-8b75-e2cf43f0aabe service neutron] Pushing event updated for resources: {'Port': ['ID=1590f070-4b3b-4762-9ba6-291ca1720666,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:29.531412 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5392d529-4a79-4317-ba64-6ef57438c9a3 None None] Routers {'171adb4d-589e-424b-999e-cec7a627efe6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:10:29.534535 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5392d529-4a79-4317-ba64-6ef57438c9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:10:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['171adb4d-589e-424b-999e-cec7a627efe6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:29.755935 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.30', 51796) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:29.762953 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-eea65826-9e04-4075-8b75-e2cf43f0aabe service neutron] Attempting to bind port 1590f070-4b3b-4762-9ba6-291ca1720666 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:10:29.763535 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-eea65826-9e04-4075-8b75-e2cf43f0aabe service neutron] Attempting to bind port 1590f070-4b3b-4762-9ba6-291ca1720666 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '3424906f-4deb-4e31-92b7-3f85c1c2c50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '91d9a322-3f41-4d40-8000-86bec9aba65e'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:10:29.764058 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-eea65826-9e04-4075-8b75-e2cf43f0aabe service neutron] Attempting to bind port 1590f070-4b3b-4762-9ba6-291ca1720666 on network 91d9a322-3f41-4d40-8000-86bec9aba65e {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:10:29.778576 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-8651b83a-0d29-4c73-a780-59dc41db2091 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Allocated IP 172.20.0.6 (9dc39dd5-d322-430b-ba08-aae3d3ccc6d0/49eafe0c-582f-492a-b16d-b0de2f074502/494e9e9b-34e3-4ca8-b312-38f821ddd851) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:29.804629 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93107a5a-4105-4a07-8f5f-980b4df507b3 None None] Pushing event updated for resources: {'Port': ['ID=0b2bbd94-e474-4119-be2b-37070c74b21f,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:29.916976 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-5392d529-4a79-4317-ba64-6ef57438c9a3 None None] Set router 171adb4d-589e-424b-999e-cec7a627efe6 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:10:29.983080 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2e2c4bbe-bdc2-4c89-8e47-eb28758c1b7e None None] Current status of the port 0b2bbd94-e474-4119-be2b-37070c74b21f is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:10:29.983466 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2e2c4bbe-bdc2-4c89-8e47-eb28758c1b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (0b2bbd94-e474-4119-be2b-37070c74b21f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:29.991661 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-8651b83a-0d29-4c73-a780-59dc41db2091 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks [] for port (494e9e9b-34e3-4ca8-b312-38f821ddd851), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:30.028351 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:30.030234 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-642a7a91-fe0b-44be-8d3c-6a1f9e1c01d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:30.038425 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-8651b83a-0d29-4c73-a780-59dc41db2091 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865'] for port (494e9e9b-34e3-4ca8-b312-38f821ddd851), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:30.082514 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:30.090741 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-2b493ccd-0175-4d50-80cd-d12d6923373c tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:30.092531 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-2b493ccd-0175-4d50-80cd-d12d6923373c tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.30 "GET /v2.0/networks?id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 HTTP/1.1" status: 200 len: 818 time: 0.3207548 Jul 05 10:10:30.097776 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-eea65826-9e04-4075-8b75-e2cf43f0aabe service neutron] Port 1590f070-4b3b-4762-9ba6-291ca1720666 on network 91d9a322-3f41-4d40-8000-86bec9aba65e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 10:10:30.098355 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-eea65826-9e04-4075-8b75-e2cf43f0aabe service neutron] Attempting to bind port 1590f070-4b3b-4762-9ba6-291ca1720666 on network 91d9a322-3f41-4d40-8000-86bec9aba65e {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:10:30.127439 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-eea65826-9e04-4075-8b75-e2cf43f0aabe service neutron] Checking agent: {'id': '2022926f-89e6-45ab-bc5a-219d9ca35e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'started_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:10:30.128329 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-eea65826-9e04-4075-8b75-e2cf43f0aabe service neutron] Checking segment: {'id': '3424906f-4deb-4e31-92b7-3f85c1c2c50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '91d9a322-3f41-4d40-8000-86bec9aba65e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:10:30.129432 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-eea65826-9e04-4075-8b75-e2cf43f0aabe service neutron] Bound using segment: {'id': '3424906f-4deb-4e31-92b7-3f85c1c2c50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '91d9a322-3f41-4d40-8000-86bec9aba65e'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:10:30.131018 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-eea65826-9e04-4075-8b75-e2cf43f0aabe service neutron] Bound port: 1590f070-4b3b-4762-9ba6-291ca1720666, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3424906f-4deb-4e31-92b7-3f85c1c2c50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '91d9a322-3f41-4d40-8000-86bec9aba65e'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:10:30.131754 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-eea65826-9e04-4075-8b75-e2cf43f0aabe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (1590f070-4b3b-4762-9ba6-291ca1720666), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:30.159502 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-854e9c35-d6cb-459b-9d69-a8a21d5aa6d5 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Request body: {'port': {'device_id': 'fc065612-7f7d-45fb-89cc-9f332fb15dd1', 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0', 'admin_state_up': True, 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:10:30.282642 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9f2a6101-7aa0-436d-addb-140c42691006 req-903e7e44-fba7-4342-a2cd-146925823d25 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 210 time: 0.5757730 Jul 05 10:10:30.283125 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:30.325832 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2e2c4bbe-bdc2-4c89-8e47-eb28758c1b7e None None] For port 0b2bbd94-e474-4119-be2b-37070c74b21f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0b2bbd94-e474-4119-be2b-37070c74b21f,segment=NetworkSegment(746b1970-621d-49df-8f95-2f2b20e407c9),segment_id=746b1970-621d-49df-8f95-2f2b20e407c9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:30.349065 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2e2c4bbe-bdc2-4c89-8e47-eb28758c1b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (0b2bbd94-e474-4119-be2b-37070c74b21f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:30.459772 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5392d529-4a79-4317-ba64-6ef57438c9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171adb4d-589e-424b-999e-cec7a627efe6', 'name': 'tempest-ServerRescueNegativeTestJSON-696623463-router', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.197'}], 'enable_snat': True}, 'gw_port_id': '3e8269aa-67b2-43be-97e3-8bb5b9c7c00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'gw_port': {'id': '3e8269aa-67b2-43be-97e3-8bb5b9c7c00d', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:07Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0b2bbd94-e474-4119-be2b-37070c74b21f', 'name': '', 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'mac_address': 'fa:16:3e:a0:46:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '49eafe0c-582f-492a-b16d-b0de2f074502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:29Z', 'revision_number': 4, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'subnets': [{'id': '49eafe0c-582f-492a-b16d-b0de2f074502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:30.527961 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5392d529-4a79-4317-ba64-6ef57438c9a3 None None] The sync data for ids ['171adb4d-589e-424b-999e-cec7a627efe6'] in dv-cinder-master-3-iscsi is: [{'id': '171adb4d-589e-424b-999e-cec7a627efe6', 'name': 'tempest-ServerRescueNegativeTestJSON-696623463-router', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.197'}], 'enable_snat': True}, 'gw_port_id': '3e8269aa-67b2-43be-97e3-8bb5b9c7c00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'gw_port': {'id': '3e8269aa-67b2-43be-97e3-8bb5b9c7c00d', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:07Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0b2bbd94-e474-4119-be2b-37070c74b21f', 'name': '', 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'mac_address': 'fa:16:3e:a0:46:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '49eafe0c-582f-492a-b16d-b0de2f074502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:29Z', 'revision_number': 4, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'subnets': [{'id': '49eafe0c-582f-492a-b16d-b0de2f074502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:10:30.532227 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f64eb16b-4e65-4890-9df8-58f37d0bcf8b None None] Provisioning complete for port 0b2bbd94-e474-4119-be2b-37070c74b21f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:30.532907 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f64eb16b-4e65-4890-9df8-58f37d0bcf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (0b2bbd94-e474-4119-be2b-37070c74b21f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:30.570059 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c4bbe-bdc2-4c89-8e47-eb28758c1b7e None None] Pushing event updated for resources: {'Port': ['ID=0b2bbd94-e474-4119-be2b-37070c74b21f,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:30.605194 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-8651b83a-0d29-4c73-a780-59dc41db2091 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Network 9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:30.643836 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-8651b83a-0d29-4c73-a780-59dc41db2091 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:30.676484 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-854e9c35-d6cb-459b-9d69-a8a21d5aa6d5 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Made reservation on behalf of 3f2199fa0bc54901aa24195a250a9e25 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:30.684836 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-854e9c35-d6cb-459b-9d69-a8a21d5aa6d5 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:30.692565 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-8651b83a-0d29-4c73-a780-59dc41db2091 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:10:30.700512 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-8651b83a-0d29-4c73-a780-59dc41db2091 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:30.702440 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-8651b83a-0d29-4c73-a780-59dc41db2091 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:30.709918 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f64eb16b-4e65-4890-9df8-58f37d0bcf8b None None] Current status of the port 0b2bbd94-e474-4119-be2b-37070c74b21f is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:10:30.908563 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-adc29b22-3198-45c7-b4b4-ca111bb55499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1968054'] for network (19a6f9de-b105-4ae5-9512-960b481941e1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:30.980185 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e4406690-ac0d-4076-8069-935b9903c5de req-fca04738-9042-4ebb-994d-ccd923a00032 service neutron] 10.222.0.20 "GET /v2.0/networks/033e3c55-aad3-40e5-8b8b-1dedb7b873c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4661355 Jul 05 10:10:30.991119 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651b83a-0d29-4c73-a780-59dc41db2091 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Pushing event updated for resources: {'Port': ['ID=494e9e9b-34e3-4ca8-b312-38f821ddd851,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:31.045939 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-eea65826-9e04-4075-8b75-e2cf43f0aabe service neutron] For port 1590f070-4b3b-4762-9ba6-291ca1720666, host hv-cinder-maste, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:31.046653 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-8651b83a-0d29-4c73-a780-59dc41db2091 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4104071 Jul 05 10:10:31.069298 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 0b2bbd94-e474-4119-be2b-37070c74b21f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:31.109859 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-5f1fd476-259d-4fb0-8cee-f9789b1d4219 service neutron] Request body: {'port': {'device_id': 'f6c29e5f-2d52-4c7a-9122-11dbaf998421', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:10:31.148321 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a66e7b-ee0a-41df-8064-93ecbb8f2131 req-2f9050fc-9296-4707-a2c2-86ffc34b3492 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:31.161019 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d1a66e7b-ee0a-41df-8064-93ecbb8f2131 req-2f9050fc-9296-4707-a2c2-86ffc34b3492 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 943 time: 0.5170794 Jul 05 10:10:31.187003 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-eea65826-9e04-4075-8b75-e2cf43f0aabe service neutron] For port 1590f070-4b3b-4762-9ba6-291ca1720666, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1590f070-4b3b-4762-9ba6-291ca1720666,segment=NetworkSegment(3424906f-4deb-4e31-92b7-3f85c1c2c50c),segment_id=3424906f-4deb-4e31-92b7-3f85c1c2c50c)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:31.304528 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-864f558a-9676-4ff2-89e1-f4ddc9ef2e31 None None] Provisioning complete for port 494e9e9b-34e3-4ca8-b312-38f821ddd851 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:31.306955 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-864f558a-9676-4ff2-89e1-f4ddc9ef2e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (494e9e9b-34e3-4ca8-b312-38f821ddd851), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:31.473966 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-864f558a-9676-4ff2-89e1-f4ddc9ef2e31 None None] Port 494e9e9b-34e3-4ca8-b312-38f821ddd851 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:10:31.478706 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port 0b2bbd94-e474-4119-be2b-37070c74b21f triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:31.479083 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (0b2bbd94-e474-4119-be2b-37070c74b21f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:31.495798 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 41356) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:31.553367 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-adc29b22-3198-45c7-b4b4-ca111bb55499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988390', 'neutron.services.segments.db._delete_segments_for_network-8734376687225'] for network (19a6f9de-b105-4ae5-9512-960b481941e1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:31.555278 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-eea65826-9e04-4075-8b75-e2cf43f0aabe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (1590f070-4b3b-4762-9ba6-291ca1720666), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:31.558170 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:31.663611 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-adc29b22-3198-45c7-b4b4-ca111bb55499 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:10:31.664496 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-adc29b22-3198-45c7-b4b4-ca111bb55499 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:10:31.665492 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-adc29b22-3198-45c7-b4b4-ca111bb55499 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:10:31.666013 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-adc29b22-3198-45c7-b4b4-ca111bb55499 admin admin] Subscribe: > port after_create 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:10:31.666521 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-adc29b22-3198-45c7-b4b4-ca111bb55499 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:10:31.667060 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-adc29b22-3198-45c7-b4b4-ca111bb55499 admin admin] Subscribe: > port after_update 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:10:31.667958 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-adc29b22-3198-45c7-b4b4-ca111bb55499 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:10:31.668501 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-adc29b22-3198-45c7-b4b4-ca111bb55499 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:10:31.669020 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-adc29b22-3198-45c7-b4b4-ca111bb55499 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:10:31.669516 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-adc29b22-3198-45c7-b4b4-ca111bb55499 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:10:31.696499 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:31.717970 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:31.728448 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port 0b2bbd94-e474-4119-be2b-37070c74b21f is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:10:31.827665 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-96f49135-bbc2-4337-88f4-a06e48a55401 req-063ddfbf-873a-4f42-aa43-affacb0e0cae tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 210 time: 0.3008213 Jul 05 10:10:31.873042 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:31.883224 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:31.934357 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea65826-9e04-4075-8b75-e2cf43f0aabe service neutron] Pushing event updated for resources: {'Port': ['ID=1590f070-4b3b-4762-9ba6-291ca1720666,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:31.982069 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-eea65826-9e04-4075-8b75-e2cf43f0aabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:31.982906 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-eea65826-9e04-4075-8b75-e2cf43f0aabe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:31.984611 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-eea65826-9e04-4075-8b75-e2cf43f0aabe service neutron] 10.222.0.30 "PUT /v2.0/ports/1590f070-4b3b-4762-9ba6-291ca1720666 HTTP/1.1" status: 200 len: 1093 time: 6.5229440 Jul 05 10:10:31.992148 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ce1e24-0c58-4071-9610-57d072131857', 'tag': '1590f070-4b3b-4762-9ba6-291ca1720666'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:10:32.105363 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-38c6876f-94a1-4cd5-adf4-13af64085a58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:32.228963 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-adc29b22-3198-45c7-b4b4-ca111bb55499 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:10:32.230262 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-adc29b22-3198-45c7-b4b4-ca111bb55499 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:10:32.231112 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-adc29b22-3198-45c7-b4b4-ca111bb55499 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:10:32.231622 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-adc29b22-3198-45c7-b4b4-ca111bb55499 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:10:32.232308 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-adc29b22-3198-45c7-b4b4-ca111bb55499 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a6f9de-b105-4ae5-9512-960b481941e1']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:32.255612 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-642a7a91-fe0b-44be-8d3c-6a1f9e1c01d8 admin admin] Publish callbacks [] for security_group (dd665feb-43e4-4455-9688-0f288a029022), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:32.277777 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-5f1fd476-259d-4fb0-8cee-f9789b1d4219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (494e9e9b-34e3-4ca8-b312-38f821ddd851), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:32.286470 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-642a7a91-fe0b-44be-8d3c-6a1f9e1c01d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (dd665feb-43e4-4455-9688-0f288a029022), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:32.310976 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-adc29b22-3198-45c7-b4b4-ca111bb55499 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d31081-6be9-4416-a296-a193525d9d63') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:32.311613 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-adc29b22-3198-45c7-b4b4-ca111bb55499 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d31081-6be9-4416-a296-a193525d9d63') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:32.312549 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:32.337092 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d1a66e7b-ee0a-41df-8064-93ecbb8f2131 req-25a47591-59aa-490d-a981-5a5a1a5f94c3 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1741481 Jul 05 10:10:32.376703 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-adc29b22-3198-45c7-b4b4-ca111bb55499 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734376687490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26770217'] for segment (c6d31081-6be9-4416-a296-a193525d9d63), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:32.616172 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd901f5-1430-4543-8485-0ee0e7079dda" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ce1e24-0c58-4071-9610-57d072131857", "tag": "1590f070-4b3b-4762-9ba6-291ca1720666"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:32.621601 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-854e9c35-d6cb-459b-9d69-a8a21d5aa6d5 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Allocated IP 172.20.0.14 (9dc39dd5-d322-430b-ba08-aae3d3ccc6d0/49eafe0c-582f-492a-b16d-b0de2f074502/ff58dc45-3b6a-4ad9-a225-3ec518174c19) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:32.628215 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-68267cae-c8e7-473c-b35a-8034efe129b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:32.630173 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-68267cae-c8e7-473c-b35a-8034efe129b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f1f4fee9c6b844a2b7a14e2afb831f88&device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 1127 time: 0.4842770 Jul 05 10:10:32.649189 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-adc29b22-3198-45c7-b4b4-ca111bb55499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (c6d31081-6be9-4416-a296-a193525d9d63), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:32.654192 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3e0ad428-b498-4c56-8e39-d8f771479157 req-0e3d40bb-68e5-418a-99df-1d6aa79220e6 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 210 time: 0.6681077 Jul 05 10:10:32.664329 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adc29b22-3198-45c7-b4b4-ca111bb55499 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:10:32.664877 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-adc29b22-3198-45c7-b4b4-ca111bb55499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26770682'] for segment (c6d31081-6be9-4416-a296-a193525d9d63), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:32.779723 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-38c6876f-94a1-4cd5-adf4-13af64085a58 admin admin] Publish callbacks [] for security_group (fc6394ce-c082-479a-84a4-05471962919c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:32.798679 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-38c6876f-94a1-4cd5-adf4-13af64085a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (fc6394ce-c082-479a-84a4-05471962919c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:32.852595 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-38c6876f-94a1-4cd5-adf4-13af64085a58 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe78696ea79041729421265731148164&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3522885 Jul 05 10:10:32.862655 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a7a91-fe0b-44be-8d3c-6a1f9e1c01d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd665feb-43e4-4455-9688-0f288a029022,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:32.886287 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-642a7a91-fe0b-44be-8d3c-6a1f9e1c01d8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=534ca4147149416bb8877e247a2fd6db&name=default HTTP/1.1" status: 200 len: 2996 time: 4.4693556 Jul 05 10:10:32.887254 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 41406) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:32.905317 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-adc29b22-3198-45c7-b4b4-ca111bb55499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-790277'] for network (19a6f9de-b105-4ae5-9512-960b481941e1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:32.916515 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 41412) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:33.040412 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4002279-a7cd-4973-9d40-0295aa27f06e x-openstack-request-id: req-b4002279-a7cd-4973-9d40-0295aa27f06e {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:33.040980 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ce1e24-0c58-4071-9610-57d072131857", "tag": "1590f070-4b3b-4762-9ba6-291ca1720666", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:33.040980 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4002279-a7cd-4973-9d40-0295aa27f06e {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:33.041418 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4002279-a7cd-4973-9d40-0295aa27f06e'] response: {'name': 'network-changed', 'server_uuid': 'b7ce1e24-0c58-4071-9610-57d072131857', 'tag': '1590f070-4b3b-4762-9ba6-291ca1720666', 'status': 'completed', 'code': 200} Jul 05 10:10:33.053313 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-f0196410-a88d-4975-bc7e-07db8cf51b09 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1590f070-4b3b-4762-9ba6-291ca1720666 HTTP/1.1" status: 200 len: 217 time: 0.2068231 Jul 05 10:10:33.163324 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e4a47d21-9a81-4c01-a48c-5a450155f9b9 req-c1c2d5f7-19ca-405f-9a32-7398fa7e8cb1 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 210 time: 0.1191671 Jul 05 10:10:33.169386 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6876f-94a1-4cd5-adf4-13af64085a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6394ce-c082-479a-84a4-05471962919c,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:33.187379 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-adc29b22-3198-45c7-b4b4-ca111bb55499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:33.191001 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-adc29b22-3198-45c7-b4b4-ca111bb55499 admin admin] 10.222.0.20 "DELETE /v2.0/networks/19a6f9de-b105-4ae5-9512-960b481941e1 HTTP/1.1" status: 204 len: 168 time: 3.9962716 Jul 05 10:10:33.194815 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 41420) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:33.238556 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc29b22-3198-45c7-b4b4-ca111bb55499 admin admin] Pushing event deleted for resources: {'Network': ['ID=19a6f9de-b105-4ae5-9512-960b481941e1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:33.401909 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d949276b-22b8-4c71-a024-4203be17fde3 admin admin] Publish callbacks [] for security_group (dd665feb-43e4-4455-9688-0f288a029022), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:33.438309 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d949276b-22b8-4c71-a024-4203be17fde3 admin admin] Publish callbacks [] for security_group (dd665feb-43e4-4455-9688-0f288a029022), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:33.552358 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment c6d31081-6be9-4416-a296-a193525d9d63 resource provider aggregate not found Jul 05 10:10:33.585363 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2231fd37-3f1b-4b6b-aea9-a3f282f944d1 admin admin] Publish callbacks [] for security_group (fc6394ce-c082-479a-84a4-05471962919c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:33.610576 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment c6d31081-6be9-4416-a296-a193525d9d63 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6d31081-6be9-4416-a296-a193525d9d63 found for delete ", "request_id": "req-2de615ba-63f5-48ea-bd81-ffe3def61c0e"}]} Jul 05 10:10:33.616058 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2231fd37-3f1b-4b6b-aea9-a3f282f944d1 admin admin] Publish callbacks [] for security_group (fc6394ce-c082-479a-84a4-05471962919c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:33.683596 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:33.689419 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d949276b-22b8-4c71-a024-4203be17fde3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (dd665feb-43e4-4455-9688-0f288a029022), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:33.691999 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d949276b-22b8-4c71-a024-4203be17fde3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:33.697511 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-d949276b-22b8-4c71-a024-4203be17fde3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd665feb-43e4-4455-9688-0f288a029022 HTTP/1.1" status: 204 len: 168 time: 0.7263823 Jul 05 10:10:33.729767 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2231fd37-3f1b-4b6b-aea9-a3f282f944d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (fc6394ce-c082-479a-84a4-05471962919c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:33.733507 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2231fd37-3f1b-4b6b-aea9-a3f282f944d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:33.735081 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-2231fd37-3f1b-4b6b-aea9-a3f282f944d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc6394ce-c082-479a-84a4-05471962919c HTTP/1.1" status: 204 len: 168 time: 0.8311851 Jul 05 10:10:33.736038 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949276b-22b8-4c71-a024-4203be17fde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd665feb-43e4-4455-9688-0f288a029022,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:33.743671 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:33.750485 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2231fd37-3f1b-4b6b-aea9-a3f282f944d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6394ce-c082-479a-84a4-05471962919c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:33.802210 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-ca2af27e-cf83-4aa7-bbb5-ef57f0a5e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:33.803683 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-ca2af27e-cf83-4aa7-bbb5-ef57f0a5e619 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cce998d-0863-4b44-9cde-77aed1385de8 HTTP/1.1" status: 200 len: 851 time: 0.1580212 Jul 05 10:10:33.879713 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-589af56d-4d0e-4af7-a193-84d6ba43a52d req-6815002e-d0f8-4ced-a11d-7edb2bf2fece tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 210 time: 0.0723746 Jul 05 10:10:33.910289 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-81d2c820-76c0-489f-9bd1-f62c05c4dd49 admin admin] Deleting subnet b8c5e2a5-d463-442e-bdbf-3a9c77fc43f7 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 05 10:10:33.915007 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-81d2c820-76c0-489f-9bd1-f62c05c4dd49 admin admin] Publish callbacks [] for subnet (b8c5e2a5-d463-442e-bdbf-3a9c77fc43f7), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:33.963138 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:33.970721 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38fb0f-1b04-4643-9dcd-11814bf62db0 req-6d816277-b319-468c-9313-32e42ea580f8 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:33.977914 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7f38fb0f-1b04-4643-9dcd-11814bf62db0 req-6d816277-b319-468c-9313-32e42ea580f8 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 943 time: 0.3167422 Jul 05 10:10:34.015483 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-854e9c35-d6cb-459b-9d69-a8a21d5aa6d5 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks [] for port (ff58dc45-3b6a-4ad9-a225-3ec518174c19), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:34.028329 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-81d2c820-76c0-489f-9bd1-f62c05c4dd49 admin admin] Publish callbacks [] for subnet (b8c5e2a5-d463-442e-bdbf-3a9c77fc43f7), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:34.087385 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-81d2c820-76c0-489f-9bd1-f62c05c4dd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2072780'] for subnet (b8c5e2a5-d463-442e-bdbf-3a9c77fc43f7), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:34.203311 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7f38fb0f-1b04-4643-9dcd-11814bf62db0 req-eb11d205-d762-4f78-b79c-3a53f24150a0 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240126 Jul 05 10:10:34.246819 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-854e9c35-d6cb-459b-9d69-a8a21d5aa6d5 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865'] for port (ff58dc45-3b6a-4ad9-a225-3ec518174c19), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:34.389955 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.30', 51804) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:34.436420 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-81d2c820-76c0-489f-9bd1-f62c05c4dd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2072775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724'] for subnet (b8c5e2a5-d463-442e-bdbf-3a9c77fc43f7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:34.500784 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:INSERT=3,neutron:UPDATE=4,neutron:SELECT=91,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:34.502173 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2c820-76c0-489f-9bd1-f62c05c4dd49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8c5e2a5-d463-442e-bdbf-3a9c77fc43f7,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:34.512619 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-854e9c35-d6cb-459b-9d69-a8a21d5aa6d5 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Network 9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:34.525466 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 41474) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:34.526104 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-854e9c35-d6cb-459b-9d69-a8a21d5aa6d5 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:34.578233 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e30d6-df71-4aaa-a65f-f6be59cba8b0 req-2b35872d-3bd2-48cc-9e0b-c81b91a3c27d tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:34.585684 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-eb2e30d6-df71-4aaa-a65f-f6be59cba8b0 req-2b35872d-3bd2-48cc-9e0b-c81b91a3c27d tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 932 time: 0.3003361 Jul 05 10:10:34.603928 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-854e9c35-d6cb-459b-9d69-a8a21d5aa6d5 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:10:34.612619 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-854e9c35-d6cb-459b-9d69-a8a21d5aa6d5 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:34.613532 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-854e9c35-d6cb-459b-9d69-a8a21d5aa6d5 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:34.702603 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-81d2c820-76c0-489f-9bd1-f62c05c4dd49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:34.709949 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-81d2c820-76c0-489f-9bd1-f62c05c4dd49 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b8c5e2a5-d463-442e-bdbf-3a9c77fc43f7 HTTP/1.1" status: 204 len: 168 time: 1.5141418 Jul 05 10:10:34.730243 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 41484) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:34.738039 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-854e9c35-d6cb-459b-9d69-a8a21d5aa6d5 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5856228 Jul 05 10:10:34.758044 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-69a85560-ab99-481e-a610-8e1b41dd23fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:34.774240 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-69a85560-ab99-481e-a610-8e1b41dd23fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=91d9a322-3f41-4d40-8000-86bec9aba65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3650360 Jul 05 10:10:34.795961 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e9c35-d6cb-459b-9d69-a8a21d5aa6d5 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Pushing event updated for resources: {'Port': ['ID=ff58dc45-3b6a-4ad9-a225-3ec518174c19,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:34.831687 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-fa66c569-0c8c-461e-bd93-322041cce266 service neutron] Request body: {'port': {'device_id': 'fc065612-7f7d-45fb-89cc-9f332fb15dd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:10:34.892767 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-5f1fd476-259d-4fb0-8cee-f9789b1d4219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 494e9e9b-34e3-4ca8-b312-38f821ddd851 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:10:34.948268 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-5f1fd476-259d-4fb0-8cee-f9789b1d4219 service neutron] Publish callbacks [] for port (494e9e9b-34e3-4ca8-b312-38f821ddd851), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:35.001371 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0909c174-f9cc-4ca1-82d8-d19358f5cb09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:35.008750 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-eb2e30d6-df71-4aaa-a65f-f6be59cba8b0 req-3f286cf6-288c-4f6c-b999-d274a7d3d0bb tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218152 Jul 05 10:10:35.070781 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a5be3fa1-da9a-4c5d-a88a-38a6277553f3 None None] Provisioning complete for port ff58dc45-3b6a-4ad9-a225-3ec518174c19 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:35.071600 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a5be3fa1-da9a-4c5d-a88a-38a6277553f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (ff58dc45-3b6a-4ad9-a225-3ec518174c19), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:35.081027 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4406690-ac0d-4076-8069-935b9903c5de req-3f67e397-b4a7-45c3-b89a-5970aeb6eb6a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:35.083034 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e4406690-ac0d-4076-8069-935b9903c5de req-3f67e397-b4a7-45c3-b89a-5970aeb6eb6a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.30 "GET /v2.0/networks?id=033e3c55-aad3-40e5-8b8b-1dedb7b873c7 HTTP/1.1" status: 200 len: 814 time: 0.6354582 Jul 05 10:10:35.099872 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-5f1fd476-259d-4fb0-8cee-f9789b1d4219 service neutron] Transition to ACTIVE for port object 494e9e9b-34e3-4ca8-b312-38f821ddd851 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 10:10:35.117345 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-803ec3dd-1412-439e-b725-a1f474a4dd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1968054'] for network (f435d11c-d29d-4807-b76c-6d0328757ac2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:35.145732 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-5f1fd476-259d-4fb0-8cee-f9789b1d4219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26770654'] for port (494e9e9b-34e3-4ca8-b312-38f821ddd851), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:35.223313 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a5be3fa1-da9a-4c5d-a88a-38a6277553f3 None None] Port ff58dc45-3b6a-4ad9-a225-3ec518174c19 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:10:35.293493 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-f0dfc18b-0fbe-4afa-83b7-4d30ee514b5a service neutron] 10.222.0.30 "GET /v2.0/networks/91d9a322-3f41-4d40-8000-86bec9aba65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5172007 Jul 05 10:10:35.294167 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-fa66c569-0c8c-461e-bd93-322041cce266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (ff58dc45-3b6a-4ad9-a225-3ec518174c19), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:35.362892 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-902ec6c7-1951-42b9-a762-8be75be47cda req-ff1edfce-bc10-47dd-a933-2ef8b62e8d2e tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 210 time: 0.1974390 Jul 05 10:10:35.435829 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1fd476-259d-4fb0-8cee-f9789b1d4219 service neutron] Pushing event updated for resources: {'Port': ['ID=494e9e9b-34e3-4ca8-b312-38f821ddd851,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:35.755957 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e4406690-ac0d-4076-8069-935b9903c5de req-d28592a3-b8c8-49cf-832d-1739cd5cbba8 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7eccead420ae4aacb6f31dcb17a138cc HTTP/1.1" status: 200 len: 379 time: 0.6326518 Jul 05 10:10:35.834690 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-803ec3dd-1412-439e-b725-a1f474a4dd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988390', 'neutron.services.segments.db._delete_segments_for_network-8734376687225'] for network (f435d11c-d29d-4807-b76c-6d0328757ac2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:35.877584 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-e4406690-ac0d-4076-8069-935b9903c5de req-ba616230-617f-438e-9304-a74f9fff8e9e tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Request body: {'port': {'device_id': 'ab80efc4-b2fa-4761-806b-2a197cc5b00b', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'admin_state_up': True, 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'security_groups': ['16d9a543-87de-4a1a-b980-970e1f449f49']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:10:35.891172 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:35.895865 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bbf66b7c-0779-45d1-ad7a-63202f46bb58 req-b72e3008-24a5-4b21-be2b-52d5b47e9eb5 service neutron] 10.222.0.30 "GET /v2.0/networks/91d9a322-3f41-4d40-8000-86bec9aba65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5725801 Jul 05 10:10:35.958781 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfc463-d593-419a-b422-fef45696127c req-218ad677-202d-4ae4-b0c4-8a32df0b4cfc tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:35.970114 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6cdfc463-d593-419a-b422-fef45696127c req-218ad677-202d-4ae4-b0c4-8a32df0b4cfc tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 943 time: 0.6199961 Jul 05 10:10:35.991198 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:36.112766 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0909c174-f9cc-4ca1-82d8-d19358f5cb09 admin admin] Publish callbacks [] for security_group (ff0ecd3d-120c-4806-834b-448a505667a8), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:36.117563 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-803ec3dd-1412-439e-b725-a1f474a4dd12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f435d11c-d29d-4807-b76c-6d0328757ac2']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:36.356032 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-fa66c569-0c8c-461e-bd93-322041cce266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff58dc45-3b6a-4ad9-a225-3ec518174c19 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:10:36.391571 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-fa66c569-0c8c-461e-bd93-322041cce266 service neutron] Publish callbacks [] for port (ff58dc45-3b6a-4ad9-a225-3ec518174c19), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:36.424711 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-fa66c569-0c8c-461e-bd93-322041cce266 service neutron] Transition to ACTIVE for port object ff58dc45-3b6a-4ad9-a225-3ec518174c19 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 10:10:36.438606 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0909c174-f9cc-4ca1-82d8-d19358f5cb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (ff0ecd3d-120c-4806-834b-448a505667a8), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:36.459587 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-803ec3dd-1412-439e-b725-a1f474a4dd12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a99edae8-1a7a-4058-9455-7d1919fab16e') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:36.460154 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-803ec3dd-1412-439e-b725-a1f474a4dd12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a99edae8-1a7a-4058-9455-7d1919fab16e') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:36.483449 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:36.484570 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-5f1fd476-259d-4fb0-8cee-f9789b1d4219 service neutron] Attempting to bind port 494e9e9b-34e3-4ca8-b312-38f821ddd851 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:10:36.484841 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-5f1fd476-259d-4fb0-8cee-f9789b1d4219 service neutron] Attempting to bind port 494e9e9b-34e3-4ca8-b312-38f821ddd851 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '746b1970-621d-49df-8f95-2f2b20e407c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:10:36.485177 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-5f1fd476-259d-4fb0-8cee-f9789b1d4219 service neutron] Attempting to bind port 494e9e9b-34e3-4ca8-b312-38f821ddd851 on network 9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:10:36.496243 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-fa66c569-0c8c-461e-bd93-322041cce266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (ff58dc45-3b6a-4ad9-a225-3ec518174c19), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:36.497961 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-803ec3dd-1412-439e-b725-a1f474a4dd12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734376687490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26770217'] for segment (a99edae8-1a7a-4058-9455-7d1919fab16e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:36.536284 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-0909c174-f9cc-4ca1-82d8-d19358f5cb09 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ceb99c8505a549a2976bde811ad29d14&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9770033 Jul 05 10:10:36.537518 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-5f1fd476-259d-4fb0-8cee-f9789b1d4219 service neutron] Port 494e9e9b-34e3-4ca8-b312-38f821ddd851 on network 9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 10:10:36.537907 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-5f1fd476-259d-4fb0-8cee-f9789b1d4219 service neutron] Attempting to bind port 494e9e9b-34e3-4ca8-b312-38f821ddd851 on network 9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:10:36.540259 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-803ec3dd-1412-439e-b725-a1f474a4dd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (a99edae8-1a7a-4058-9455-7d1919fab16e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:36.542080 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 41540) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:36.547143 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0909c174-f9cc-4ca1-82d8-d19358f5cb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0ecd3d-120c-4806-834b-448a505667a8,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:36.589034 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-803ec3dd-1412-439e-b725-a1f474a4dd12 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:10:36.589433 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-803ec3dd-1412-439e-b725-a1f474a4dd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26770682'] for segment (a99edae8-1a7a-4058-9455-7d1919fab16e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:36.622039 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-5f1fd476-259d-4fb0-8cee-f9789b1d4219 service neutron] Checking agent: {'id': '2022926f-89e6-45ab-bc5a-219d9ca35e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'started_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:10:36.622603 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-5f1fd476-259d-4fb0-8cee-f9789b1d4219 service neutron] Checking segment: {'id': '746b1970-621d-49df-8f95-2f2b20e407c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:10:36.623198 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-5f1fd476-259d-4fb0-8cee-f9789b1d4219 service neutron] Bound using segment: {'id': '746b1970-621d-49df-8f95-2f2b20e407c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:10:36.623658 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-5f1fd476-259d-4fb0-8cee-f9789b1d4219 service neutron] Bound port: 494e9e9b-34e3-4ca8-b312-38f821ddd851, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '746b1970-621d-49df-8f95-2f2b20e407c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:10:36.624030 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-5f1fd476-259d-4fb0-8cee-f9789b1d4219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (494e9e9b-34e3-4ca8-b312-38f821ddd851), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:36.644183 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6cdfc463-d593-419a-b422-fef45696127c req-f0f3ee63-f03c-4c77-95b0-6066fdecaf97 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6266549 Jul 05 10:10:36.658895 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0001fe1-104b-4af2-a048-57ae14cbb296 req-1c8f8d5d-6ff8-4ce3-8617-732a0007b1a4 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:36.660580 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e0001fe1-104b-4af2-a048-57ae14cbb296 req-1c8f8d5d-6ff8-4ce3-8617-732a0007b1a4 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 932 time: 0.4482481 Jul 05 10:10:36.663915 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment a99edae8-1a7a-4058-9455-7d1919fab16e resource provider aggregate not found Jul 05 10:10:36.667125 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd901f5-1430-4543-8485-0ee0e7079dda req-f578ee09-056e-45c0-bd92-ebca54cc6219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:36.668884 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0cd901f5-1430-4543-8485-0ee0e7079dda req-f578ee09-056e-45c0-bd92-ebca54cc6219 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f1f4fee9c6b844a2b7a14e2afb831f88&device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 1127 time: 0.1884220 Jul 05 10:10:36.704188 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66c569-0c8c-461e-bd93-322041cce266 service neutron] Pushing event updated for resources: {'Port': ['ID=ff58dc45-3b6a-4ad9-a225-3ec518174c19,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:36.871206 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment a99edae8-1a7a-4058-9455-7d1919fab16e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a99edae8-1a7a-4058-9455-7d1919fab16e found for delete ", "request_id": "req-9746708f-4e8d-4d1c-8bed-69fdc6db66a5"}]} Jul 05 10:10:36.895808 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4406690-ac0d-4076-8069-935b9903c5de req-ba616230-617f-438e-9304-a74f9fff8e9e tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Made reservation on behalf of 7eccead420ae4aacb6f31dcb17a138cc for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:36.902873 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d44f3878-f977-4e5d-b8b2-aa68182317c2 req-2548843a-a867-4e1f-8000-0c910b92331e tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 210 time: 0.0796812 Jul 05 10:10:36.930223 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e4406690-ac0d-4076-8069-935b9903c5de req-ba616230-617f-438e-9304-a74f9fff8e9e tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:36.948563 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-fa66c569-0c8c-461e-bd93-322041cce266 service neutron] Attempting to bind port ff58dc45-3b6a-4ad9-a225-3ec518174c19 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:10:36.948925 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-fa66c569-0c8c-461e-bd93-322041cce266 service neutron] Attempting to bind port ff58dc45-3b6a-4ad9-a225-3ec518174c19 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '746b1970-621d-49df-8f95-2f2b20e407c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:10:36.949335 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-fa66c569-0c8c-461e-bd93-322041cce266 service neutron] Attempting to bind port ff58dc45-3b6a-4ad9-a225-3ec518174c19 on network 9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:10:36.955534 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-803ec3dd-1412-439e-b725-a1f474a4dd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-790277'] for network (f435d11c-d29d-4807-b76c-6d0328757ac2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:37.018931 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-fa66c569-0c8c-461e-bd93-322041cce266 service neutron] Port ff58dc45-3b6a-4ad9-a225-3ec518174c19 on network 9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 10:10:37.019416 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-fa66c569-0c8c-461e-bd93-322041cce266 service neutron] Attempting to bind port ff58dc45-3b6a-4ad9-a225-3ec518174c19 on network 9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:10:37.035345 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e0001fe1-104b-4af2-a048-57ae14cbb296 req-a93a20c5-5b15-482d-a8e1-b8955a66b3f8 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594000 Jul 05 10:10:37.049316 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-fa66c569-0c8c-461e-bd93-322041cce266 service neutron] Checking agent: {'id': '2022926f-89e6-45ab-bc5a-219d9ca35e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'started_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:10:37.049793 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-fa66c569-0c8c-461e-bd93-322041cce266 service neutron] Checking segment: {'id': '746b1970-621d-49df-8f95-2f2b20e407c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:10:37.050184 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-fa66c569-0c8c-461e-bd93-322041cce266 service neutron] Bound using segment: {'id': '746b1970-621d-49df-8f95-2f2b20e407c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:10:37.050730 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-fa66c569-0c8c-461e-bd93-322041cce266 service neutron] Bound port: ff58dc45-3b6a-4ad9-a225-3ec518174c19, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '746b1970-621d-49df-8f95-2f2b20e407c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:10:37.050852 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-5f1fd476-259d-4fb0-8cee-f9789b1d4219 service neutron] For port 494e9e9b-34e3-4ca8-b312-38f821ddd851, host hv-cinder-maste, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:37.050988 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-fa66c569-0c8c-461e-bd93-322041cce266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (ff58dc45-3b6a-4ad9-a225-3ec518174c19), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:37.072549 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-5f1fd476-259d-4fb0-8cee-f9789b1d4219 service neutron] For port 494e9e9b-34e3-4ca8-b312-38f821ddd851, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=494e9e9b-34e3-4ca8-b312-38f821ddd851,segment=NetworkSegment(746b1970-621d-49df-8f95-2f2b20e407c9),segment_id=746b1970-621d-49df-8f95-2f2b20e407c9)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:37.081594 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6280e5c8-760b-4fe3-aa66-33a801f2c73c admin admin] Publish callbacks [] for security_group (ff0ecd3d-120c-4806-834b-448a505667a8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:37.097225 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd901f5-1430-4543-8485-0ee0e7079dda req-ea1714c7-8b7c-4825-a2ce-b342422ef117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:37.099657 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0cd901f5-1430-4543-8485-0ee0e7079dda req-ea1714c7-8b7c-4825-a2ce-b342422ef117 service neutron] 10.222.0.30 "GET /v2.0/networks?id=91d9a322-3f41-4d40-8000-86bec9aba65e HTTP/1.1" status: 200 len: 913 time: 0.4166517 Jul 05 10:10:37.116788 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-803ec3dd-1412-439e-b725-a1f474a4dd12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:37.131639 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-803ec3dd-1412-439e-b725-a1f474a4dd12 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f435d11c-d29d-4807-b76c-6d0328757ac2 HTTP/1.1" status: 204 len: 168 time: 2.3907909 Jul 05 10:10:37.166715 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:37.172029 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-fa66c569-0c8c-461e-bd93-322041cce266 service neutron] For port ff58dc45-3b6a-4ad9-a225-3ec518174c19, host hv-cinder-maste, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:37.174850 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-5f1fd476-259d-4fb0-8cee-f9789b1d4219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26770654'] for port (494e9e9b-34e3-4ca8-b312-38f821ddd851), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:37.177027 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-fa66c569-0c8c-461e-bd93-322041cce266 service neutron] For port ff58dc45-3b6a-4ad9-a225-3ec518174c19, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ff58dc45-3b6a-4ad9-a225-3ec518174c19,segment=NetworkSegment(746b1970-621d-49df-8f95-2f2b20e407c9),segment_id=746b1970-621d-49df-8f95-2f2b20e407c9)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:37.179371 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:37.189196 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-fa66c569-0c8c-461e-bd93-322041cce266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (ff58dc45-3b6a-4ad9-a225-3ec518174c19), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:37.238287 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6280e5c8-760b-4fe3-aa66-33a801f2c73c admin admin] Publish callbacks [] for security_group (ff0ecd3d-120c-4806-834b-448a505667a8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:37.249948 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-fa66c569-0c8c-461e-bd93-322041cce266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:37.250608 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-fa66c569-0c8c-461e-bd93-322041cce266 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:37.251995 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-fa66c569-0c8c-461e-bd93-322041cce266 service neutron] 10.222.0.30 "PUT /v2.0/ports/ff58dc45-3b6a-4ad9-a225-3ec518174c19 HTTP/1.1" status: 200 len: 1094 time: 2.4441066 Jul 05 10:10:37.252624 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc065612-7f7d-45fb-89cc-9f332fb15dd1', 'tag': 'ff58dc45-3b6a-4ad9-a225-3ec518174c19'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:10:37.254838 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f60046-0c88-4323-a0ea-d33588e5de3e" -d '{"events": [{"name": "network-changed", "server_uuid": "fc065612-7f7d-45fb-89cc-9f332fb15dd1", "tag": "ff58dc45-3b6a-4ad9-a225-3ec518174c19"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:37.285570 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66c569-0c8c-461e-bd93-322041cce266 service neutron] Pushing event updated for resources: {'Port': ['ID=ff58dc45-3b6a-4ad9-a225-3ec518174c19,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:37.327242 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 41574) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:37.444645 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ec3dd-1412-439e-b725-a1f474a4dd12 admin admin] Pushing event deleted for resources: {'Network': ['ID=f435d11c-d29d-4807-b76c-6d0328757ac2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:37.450069 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1fd476-259d-4fb0-8cee-f9789b1d4219 service neutron] Pushing event updated for resources: {'Port': ['ID=494e9e9b-34e3-4ca8-b312-38f821ddd851,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:37.464029 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6280e5c8-760b-4fe3-aa66-33a801f2c73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (ff0ecd3d-120c-4806-834b-448a505667a8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:37.466539 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6280e5c8-760b-4fe3-aa66-33a801f2c73c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:37.471990 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-6280e5c8-760b-4fe3-aa66-33a801f2c73c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff0ecd3d-120c-4806-834b-448a505667a8 HTTP/1.1" status: 204 len: 168 time: 0.9258146 Jul 05 10:10:37.578418 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280e5c8-760b-4fe3-aa66-33a801f2c73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0ecd3d-120c-4806-834b-448a505667a8,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:37.622327 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-5f1fd476-259d-4fb0-8cee-f9789b1d4219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:37.623084 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-5f1fd476-259d-4fb0-8cee-f9789b1d4219 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:37.624688 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-5f1fd476-259d-4fb0-8cee-f9789b1d4219 service neutron] 10.222.0.30 "PUT /v2.0/ports/494e9e9b-34e3-4ca8-b312-38f821ddd851 HTTP/1.1" status: 200 len: 1093 time: 6.5545993 Jul 05 10:10:37.625694 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c29e5f-2d52-4c7a-9122-11dbaf998421', 'tag': '494e9e9b-34e3-4ca8-b312-38f821ddd851'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:10:37.797025 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:37.805914 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6497eb5-fa13-4be7-aba4-fb62dd49d56d x-openstack-request-id: req-a6497eb5-fa13-4be7-aba4-fb62dd49d56d {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:37.806455 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc065612-7f7d-45fb-89cc-9f332fb15dd1", "tag": "ff58dc45-3b6a-4ad9-a225-3ec518174c19", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:37.806455 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6497eb5-fa13-4be7-aba4-fb62dd49d56d {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:37.806809 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6497eb5-fa13-4be7-aba4-fb62dd49d56d'] response: {'name': 'network-changed', 'server_uuid': 'fc065612-7f7d-45fb-89cc-9f332fb15dd1', 'tag': 'ff58dc45-3b6a-4ad9-a225-3ec518174c19', 'status': 'completed', 'code': 200} Jul 05 10:10:37.865651 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-e4406690-ac0d-4076-8069-935b9903c5de req-ba616230-617f-438e-9304-a74f9fff8e9e tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Allocated IP 172.20.0.11 (033e3c55-aad3-40e5-8b8b-1dedb7b873c7/22a7c97f-a653-4bd5-b189-3fc891a00ce4/66542ef5-f0db-4a7d-ab6e-ceb382db45de) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:37.869432 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-81d7fb7e-89a2-4a07-9e05-dd6df4ff4fcf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=876a37cc5c744c38a6c1da63aca578ab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5410514 Jul 05 10:10:37.872003 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 41610) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:37.942384 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93656d9-16a8-4b4a-93e5-e028b6dd6a4e req-3e8a75c6-2aac-4139-9c22-5fe4e96f07f1 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:37.943916 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b93656d9-16a8-4b4a-93e5-e028b6dd6a4e req-3e8a75c6-2aac-4139-9c22-5fe4e96f07f1 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 943 time: 0.1474695 Jul 05 10:10:37.994787 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-504fcc59-0360-479e-ad42-a5ca1cdc3df1 admin admin] Publish callbacks [] for security_group (3607411d-674d-4d26-b01f-b50387652dab), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:38.031615 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-504fcc59-0360-479e-ad42-a5ca1cdc3df1 admin admin] Publish callbacks [] for security_group (3607411d-674d-4d26-b01f-b50387652dab), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:38.060509 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b93656d9-16a8-4b4a-93e5-e028b6dd6a4e req-be603b48-fa9e-4f7e-be49-9f6c167719fe tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978701 Jul 05 10:10:38.172345 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-284338c1-ceaa-48ea-9825-6a47587781be req-b2400fc8-8bf6-47f2-940f-ef70054a8e5d tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 210 time: 0.0978732 Jul 05 10:10:38.198262 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-504fcc59-0360-479e-ad42-a5ca1cdc3df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (3607411d-674d-4d26-b01f-b50387652dab), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:38.200999 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-504fcc59-0360-479e-ad42-a5ca1cdc3df1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:38.202111 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-504fcc59-0360-479e-ad42-a5ca1cdc3df1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3607411d-674d-4d26-b01f-b50387652dab HTTP/1.1" status: 204 len: 168 time: 0.3215404 Jul 05 10:10:38.218605 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504fcc59-0360-479e-ad42-a5ca1cdc3df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3607411d-674d-4d26-b01f-b50387652dab,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:38.237259 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afc1adaeb3b5fe8d75c18ebcd0f0cb199cc22f98a1fdc7b87986fe26239d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43972383-3375-47b0-8d89-d895cea36745" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c29e5f-2d52-4c7a-9122-11dbaf998421", "tag": "494e9e9b-34e3-4ca8-b312-38f821ddd851"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:38.290352 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e4406690-ac0d-4076-8069-935b9903c5de req-ba616230-617f-438e-9304-a74f9fff8e9e tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for port (66542ef5-f0db-4a7d-ab6e-ceb382db45de), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:38.338283 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e4406690-ac0d-4076-8069-935b9903c5de req-ba616230-617f-438e-9304-a74f9fff8e9e tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (66542ef5-f0db-4a7d-ab6e-ceb382db45de), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:38.395269 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a2427-d90c-4eb7-9738-fec9b400dbba req-f7bbd8de-c6e8-4d6a-8e2b-c184f27d388c tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:38.402722 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba616230-617f-438e-9304-a74f9fff8e9e tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event updated for resources: {'Port': ['ID=66542ef5-f0db-4a7d-ab6e-ceb382db45de,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:38.403775 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9d4a2427-d90c-4eb7-9738-fec9b400dbba req-f7bbd8de-c6e8-4d6a-8e2b-c184f27d388c tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 944 time: 0.1219215 Jul 05 10:10:38.419645 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4406690-ac0d-4076-8069-935b9903c5de req-ba616230-617f-438e-9304-a74f9fff8e9e tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Network 033e3c55-aad3-40e5-8b8b-1dedb7b873c7 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:38.421542 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-e4406690-ac0d-4076-8069-935b9903c5de req-ba616230-617f-438e-9304-a74f9fff8e9e tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:38.436421 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4406690-ac0d-4076-8069-935b9903c5de req-ba616230-617f-438e-9304-a74f9fff8e9e tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:10:38.481047 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 41652) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:38.494483 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9d4a2427-d90c-4eb7-9738-fec9b400dbba req-c0a7228e-bffd-4648-996b-7d6366c13938 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890889 Jul 05 10:10:38.509312 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7f453020-2021-407b-8bc2-64c22723ba26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:38.618904 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4406690-ac0d-4076-8069-935b9903c5de req-ba616230-617f-438e-9304-a74f9fff8e9e tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:38.619665 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e4406690-ac0d-4076-8069-935b9903c5de req-ba616230-617f-438e-9304-a74f9fff8e9e tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:38.649992 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:38.690496 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0cd901f5-1430-4543-8485-0ee0e7079dda req-726dcce4-da58-4715-b71d-10713bd77e28 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1590f070-4b3b-4762-9ba6-291ca1720666 HTTP/1.1" status: 200 len: 217 time: 0.1160686 Jul 05 10:10:38.765009 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e4406690-ac0d-4076-8069-935b9903c5de req-ba616230-617f-438e-9304-a74f9fff8e9e tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9080594 Jul 05 10:10:38.793118 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-e4406690-ac0d-4076-8069-935b9903c5de req-613b8c7f-3580-4c09-a36c-f5988391e1a5 service neutron] Request body: {'port': {'device_id': 'ab80efc4-b2fa-4761-806b-2a197cc5b00b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:10:38.821940 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f60046-0c88-4323-a0ea-d33588e5de3e req-6365f2f5-a9d3-478d-9cd5-00e66a322380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:38.823765 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c6f60046-0c88-4323-a0ea-d33588e5de3e req-6365f2f5-a9d3-478d-9cd5-00e66a322380 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f2199fa0bc54901aa24195a250a9e25&device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 1128 time: 0.1794801 Jul 05 10:10:38.830823 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b362dca2-7187-4768-ab3a-ad2bb09fc36a None None] Provisioning complete for port 66542ef5-f0db-4a7d-ab6e-ceb382db45de triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:38.831419 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b362dca2-7187-4768-ab3a-ad2bb09fc36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (66542ef5-f0db-4a7d-ab6e-ceb382db45de), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:38.898609 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-6c712e85-994a-4238-a3ec-e62ca04100a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:38.903985 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-6c712e85-994a-4238-a3ec-e62ca04100a9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f2199fa0bc54901aa24195a250a9e25&device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 1127 time: 0.3213077 Jul 05 10:10:38.917674 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd901f5-1430-4543-8485-0ee0e7079dda req-c5dfe9e3-2a75-412c-b1ee-5062eaf9f70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:38.920178 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0cd901f5-1430-4543-8485-0ee0e7079dda req-c5dfe9e3-2a75-412c-b1ee-5062eaf9f70c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cce998d-0863-4b44-9cde-77aed1385de8 HTTP/1.1" status: 200 len: 851 time: 0.2057614 Jul 05 10:10:38.926741 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b362dca2-7187-4768-ab3a-ad2bb09fc36a None None] Port 66542ef5-f0db-4a7d-ab6e-ceb382db45de cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:10:38.939712 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffaedc9-463b-410c-8fda-0ea8888b8487 x-openstack-request-id: req-8ffaedc9-463b-410c-8fda-0ea8888b8487 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:38.940000 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c29e5f-2d52-4c7a-9122-11dbaf998421", "tag": "494e9e9b-34e3-4ca8-b312-38f821ddd851", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:38.940255 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ffaedc9-463b-410c-8fda-0ea8888b8487 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:38.940817 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ffaedc9-463b-410c-8fda-0ea8888b8487'] response: {'name': 'network-changed', 'server_uuid': 'f6c29e5f-2d52-4c7a-9122-11dbaf998421', 'tag': '494e9e9b-34e3-4ca8-b312-38f821ddd851', 'status': 'completed', 'code': 200} Jul 05 10:10:38.979981 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7f453020-2021-407b-8bc2-64c22723ba26 admin admin] Publish callbacks [] for security_group (fbaef623-0e94-41ea-8bd2-535e302b4279), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:38.989213 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 41670) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:39.012445 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7f453020-2021-407b-8bc2-64c22723ba26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (fbaef623-0e94-41ea-8bd2-535e302b4279), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:39.038190 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-16232b11-2d94-46a1-9086-2f8cdb7ae393 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f128e133c7264725bb1a89f59964e0cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470121 Jul 05 10:10:39.040536 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 41672) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:39.085686 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:UPDATE=1,neutron:INSERT=11,neutron:SELECT=87,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:39.097413 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e1aa68fb-db0e-4f26-995c-2cce7aba7de1 admin admin] Publish callbacks [] for security_group (aff05859-d076-431b-b437-b451e3abee0d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:39.123831 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e1aa68fb-db0e-4f26-995c-2cce7aba7de1 admin admin] Publish callbacks [] for security_group (aff05859-d076-431b-b437-b451e3abee0d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:39.145012 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-7f453020-2021-407b-8bc2-64c22723ba26 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4103d681bda344e2ab20233b677d40fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6613698 Jul 05 10:10:39.149939 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 41678) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:39.152156 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 41680) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:39.170447 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e4406690-ac0d-4076-8069-935b9903c5de req-613b8c7f-3580-4c09-a36c-f5988391e1a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (66542ef5-f0db-4a7d-ab6e-ceb382db45de), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:39.188211 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f453020-2021-407b-8bc2-64c22723ba26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbaef623-0e94-41ea-8bd2-535e302b4279,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:39.227615 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afff62a-ab5d-4a51-8391-0da8925e8c1a req-a284e57a-9df1-43a9-9038-68127f5c1838 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:39.229989 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7afff62a-ab5d-4a51-8391-0da8925e8c1a req-a284e57a-9df1-43a9-9038-68127f5c1838 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 943 time: 0.0653749 Jul 05 10:10:39.253730 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f60046-0c88-4323-a0ea-d33588e5de3e req-35248cf0-4ca3-4fc7-9c94-3d270ee99f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:39.256425 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c6f60046-0c88-4323-a0ea-d33588e5de3e req-35248cf0-4ca3-4fc7-9c94-3d270ee99f15 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3f2199fa0bc54901aa24195a250a9e25&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4136388 Jul 05 10:10:39.273006 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:39.319635 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e1aa68fb-db0e-4f26-995c-2cce7aba7de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (aff05859-d076-431b-b437-b451e3abee0d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:39.322402 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e1aa68fb-db0e-4f26-995c-2cce7aba7de1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:39.323521 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-e1aa68fb-db0e-4f26-995c-2cce7aba7de1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aff05859-d076-431b-b437-b451e3abee0d HTTP/1.1" status: 204 len: 168 time: 0.2820868 Jul 05 10:10:39.333456 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:39.339607 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8362c612-31ea-4cc2-bb8b-1244142da503 admin admin] Publish callbacks [] for security_group (fbaef623-0e94-41ea-8bd2-535e302b4279), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:39.346869 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6ae405be-ce38-48ed-b6ed-cfdb4812a6b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:39.361757 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa68fb-db0e-4f26-995c-2cce7aba7de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff05859-d076-431b-b437-b451e3abee0d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:39.384434 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0147f13-5971-4ae9-a2b2-5cc1a76dccd5 req-b7f7459f-585e-4b9c-a650-1447cf53a738 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:39.386168 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d0147f13-5971-4ae9-a2b2-5cc1a76dccd5 req-b7f7459f-585e-4b9c-a650-1447cf53a738 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 932 time: 0.1193457 Jul 05 10:10:39.389557 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7afff62a-ab5d-4a51-8391-0da8925e8c1a req-a6e2b9a6-4709-49c0-b2ca-c3d6aaa49893 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506178 Jul 05 10:10:39.400261 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8362c612-31ea-4cc2-bb8b-1244142da503 admin admin] Publish callbacks [] for security_group (fbaef623-0e94-41ea-8bd2-535e302b4279), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:39.468933 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d0147f13-5971-4ae9-a2b2-5cc1a76dccd5 req-58f2c067-1b78-4638-a110-2c95f67b2116 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741744 Jul 05 10:10:39.499143 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8362c612-31ea-4cc2-bb8b-1244142da503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (fbaef623-0e94-41ea-8bd2-535e302b4279), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:39.503399 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8362c612-31ea-4cc2-bb8b-1244142da503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:39.508423 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-8362c612-31ea-4cc2-bb8b-1244142da503 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fbaef623-0e94-41ea-8bd2-535e302b4279 HTTP/1.1" status: 204 len: 168 time: 0.3546605 Jul 05 10:10:39.516360 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362c612-31ea-4cc2-bb8b-1244142da503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbaef623-0e94-41ea-8bd2-535e302b4279,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:39.599397 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6ae405be-ce38-48ed-b6ed-cfdb4812a6b3 admin admin] Publish callbacks [] for security_group (b763b5c4-bb64-48d1-b040-ef4ce2df2926), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:39.612245 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6ae405be-ce38-48ed-b6ed-cfdb4812a6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (b763b5c4-bb64-48d1-b040-ef4ce2df2926), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:39.687732 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae405be-ce38-48ed-b6ed-cfdb4812a6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b763b5c4-bb64-48d1-b040-ef4ce2df2926,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:39.691650 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [req-e4406690-ac0d-4076-8069-935b9903c5de req-613b8c7f-3580-4c09-a36c-f5988391e1a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66542ef5-f0db-4a7d-ab6e-ceb382db45de {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:10:39.699289 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-6ae405be-ce38-48ed-b6ed-cfdb4812a6b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29148069958f465dbb9cc395d8eb8b42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5399880 Jul 05 10:10:39.701832 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 41698) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:39.709248 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e4406690-ac0d-4076-8069-935b9903c5de req-613b8c7f-3580-4c09-a36c-f5988391e1a5 service neutron] Publish callbacks [] for port (66542ef5-f0db-4a7d-ab6e-ceb382db45de), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:39.735672 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61058aeb-ec82-4a87-b444-9d5b76bce10f req-53fb8e07-1f08-4022-9fdf-b858189d875f tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:39.737355 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-61058aeb-ec82-4a87-b444-9d5b76bce10f req-53fb8e07-1f08-4022-9fdf-b858189d875f tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 944 time: 0.1081126 Jul 05 10:10:39.744262 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-e4406690-ac0d-4076-8069-935b9903c5de req-613b8c7f-3580-4c09-a36c-f5988391e1a5 service neutron] Transition to ACTIVE for port object 66542ef5-f0db-4a7d-ab6e-ceb382db45de will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 10:10:39.757307 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e4406690-ac0d-4076-8069-935b9903c5de req-613b8c7f-3580-4c09-a36c-f5988391e1a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26770654'] for port (66542ef5-f0db-4a7d-ab6e-ceb382db45de), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:39.788442 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:39.834535 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-61058aeb-ec82-4a87-b444-9d5b76bce10f req-2dfb9985-c711-4291-bf85-edc1ce0a0beb tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867729 Jul 05 10:10:39.844586 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b8c7f-3580-4c09-a36c-f5988391e1a5 service neutron] Pushing event updated for resources: {'Port': ['ID=66542ef5-f0db-4a7d-ab6e-ceb382db45de,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:39.850015 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8add6e1a-12ed-4dce-acfe-2525dfd8c971 admin admin] Publish callbacks [] for security_group (b763b5c4-bb64-48d1-b040-ef4ce2df2926), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:39.898898 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8add6e1a-12ed-4dce-acfe-2525dfd8c971 admin admin] Publish callbacks [] for security_group (b763b5c4-bb64-48d1-b040-ef4ce2df2926), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:40.059590 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-e4406690-ac0d-4076-8069-935b9903c5de req-613b8c7f-3580-4c09-a36c-f5988391e1a5 service neutron] Attempting to bind port 66542ef5-f0db-4a7d-ab6e-ceb382db45de on host hv-cinder-maste for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:10:40.061412 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-e4406690-ac0d-4076-8069-935b9903c5de req-613b8c7f-3580-4c09-a36c-f5988391e1a5 service neutron] Attempting to bind port 66542ef5-f0db-4a7d-ab6e-ceb382db45de by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd4b01923-e693-4e36-bd4a-3dc5b8f9c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:10:40.061948 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4406690-ac0d-4076-8069-935b9903c5de req-613b8c7f-3580-4c09-a36c-f5988391e1a5 service neutron] Attempting to bind port 66542ef5-f0db-4a7d-ab6e-ceb382db45de on network 033e3c55-aad3-40e5-8b8b-1dedb7b873c7 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:10:40.071506 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4406690-ac0d-4076-8069-935b9903c5de req-613b8c7f-3580-4c09-a36c-f5988391e1a5 service neutron] Port 66542ef5-f0db-4a7d-ab6e-ceb382db45de on network 033e3c55-aad3-40e5-8b8b-1dedb7b873c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 10:10:40.072423 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4406690-ac0d-4076-8069-935b9903c5de req-613b8c7f-3580-4c09-a36c-f5988391e1a5 service neutron] Attempting to bind port 66542ef5-f0db-4a7d-ab6e-ceb382db45de on network 033e3c55-aad3-40e5-8b8b-1dedb7b873c7 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:10:40.082948 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:40.089633 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4406690-ac0d-4076-8069-935b9903c5de req-613b8c7f-3580-4c09-a36c-f5988391e1a5 service neutron] Checking agent: {'id': '2022926f-89e6-45ab-bc5a-219d9ca35e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'started_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:10:40.090434 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4406690-ac0d-4076-8069-935b9903c5de req-613b8c7f-3580-4c09-a36c-f5988391e1a5 service neutron] Checking segment: {'id': 'd4b01923-e693-4e36-bd4a-3dc5b8f9c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:10:40.091232 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4406690-ac0d-4076-8069-935b9903c5de req-613b8c7f-3580-4c09-a36c-f5988391e1a5 service neutron] Bound using segment: {'id': 'd4b01923-e693-4e36-bd4a-3dc5b8f9c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:10:40.091991 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-e4406690-ac0d-4076-8069-935b9903c5de req-613b8c7f-3580-4c09-a36c-f5988391e1a5 service neutron] Bound port: 66542ef5-f0db-4a7d-ab6e-ceb382db45de, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b01923-e693-4e36-bd4a-3dc5b8f9c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:10:40.092620 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e4406690-ac0d-4076-8069-935b9903c5de req-613b8c7f-3580-4c09-a36c-f5988391e1a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (66542ef5-f0db-4a7d-ab6e-ceb382db45de), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:40.101047 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8add6e1a-12ed-4dce-acfe-2525dfd8c971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (b763b5c4-bb64-48d1-b040-ef4ce2df2926), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:40.104846 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8add6e1a-12ed-4dce-acfe-2525dfd8c971 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:40.106599 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-8add6e1a-12ed-4dce-acfe-2525dfd8c971 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b763b5c4-bb64-48d1-b040-ef4ce2df2926 HTTP/1.1" status: 204 len: 168 time: 0.4038329 Jul 05 10:10:40.139085 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add6e1a-12ed-4dce-acfe-2525dfd8c971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b763b5c4-bb64-48d1-b040-ef4ce2df2926,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:40.159620 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:40.256746 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-e4406690-ac0d-4076-8069-935b9903c5de req-613b8c7f-3580-4c09-a36c-f5988391e1a5 service neutron] For port 66542ef5-f0db-4a7d-ab6e-ceb382db45de, host hv-cinder-maste, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:40.264837 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-e4406690-ac0d-4076-8069-935b9903c5de req-613b8c7f-3580-4c09-a36c-f5988391e1a5 service neutron] For port 66542ef5-f0db-4a7d-ab6e-ceb382db45de, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=66542ef5-f0db-4a7d-ab6e-ceb382db45de,segment=NetworkSegment(d4b01923-e693-4e36-bd4a-3dc5b8f9c91a),segment_id=d4b01923-e693-4e36-bd4a-3dc5b8f9c91a)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:40.273081 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e4406690-ac0d-4076-8069-935b9903c5de req-613b8c7f-3580-4c09-a36c-f5988391e1a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26770654'] for port (66542ef5-f0db-4a7d-ab6e-ceb382db45de), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:40.313405 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4406690-ac0d-4076-8069-935b9903c5de req-613b8c7f-3580-4c09-a36c-f5988391e1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:40.314103 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e4406690-ac0d-4076-8069-935b9903c5de req-613b8c7f-3580-4c09-a36c-f5988391e1a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:40.315617 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e4406690-ac0d-4076-8069-935b9903c5de req-613b8c7f-3580-4c09-a36c-f5988391e1a5 service neutron] 10.222.0.30 "PUT /v2.0/ports/66542ef5-f0db-4a7d-ab6e-ceb382db45de HTTP/1.1" status: 200 len: 1094 time: 1.5274844 Jul 05 10:10:40.337701 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b8c7f-3580-4c09-a36c-f5988391e1a5 service neutron] Pushing event updated for resources: {'Port': ['ID=66542ef5-f0db-4a7d-ab6e-ceb382db45de,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:40.530494 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47e1e2-f661-4470-bd6c-627134d020c9 req-2b51e223-562d-4e4e-b85d-eaaff018057b tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:40.532187 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-be47e1e2-f661-4470-bd6c-627134d020c9 req-2b51e223-562d-4e4e-b85d-eaaff018057b tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 943 time: 0.0648389 Jul 05 10:10:40.628491 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd13e7-25f9-4039-9fc5-46da39f62f8a req-3a10406f-4443-402b-8cbe-b32520df8291 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:40.629901 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-adfd13e7-25f9-4039-9fc5-46da39f62f8a req-3a10406f-4443-402b-8cbe-b32520df8291 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 944 time: 0.0708861 Jul 05 10:10:40.633714 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-be47e1e2-f661-4470-bd6c-627134d020c9 req-a0401573-e2c7-484c-88c2-4e59ded6fd53 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939991 Jul 05 10:10:40.676265 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 41748) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:40.688116 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-adfd13e7-25f9-4039-9fc5-46da39f62f8a req-a8f8b991-e3f9-40eb-bbf5-d1e3a8894263 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487721 Jul 05 10:10:40.693511 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-558f5bba-7d95-4eac-b510-ccd2bdc19edd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:40.780289 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-558f5bba-7d95-4eac-b510-ccd2bdc19edd admin admin] Publish callbacks [] for security_group (8a6f42a9-9957-421f-8b81-f9fa0ef63d51), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:40.785120 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-558f5bba-7d95-4eac-b510-ccd2bdc19edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (8a6f42a9-9957-421f-8b81-f9fa0ef63d51), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:40.827582 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-558f5bba-7d95-4eac-b510-ccd2bdc19edd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5b6419cb92a489eaa5df4159c6d2c68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1474509 Jul 05 10:10:40.827582 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f5bba-7d95-4eac-b510-ccd2bdc19edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6f42a9-9957-421f-8b81-f9fa0ef63d51,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:40.828148 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 41754) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:40.932106 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8740a866-f9e2-445b-b7b5-29f5082d2ce0 admin admin] Publish callbacks [] for security_group (8a6f42a9-9957-421f-8b81-f9fa0ef63d51), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:40.942414 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab80efc4-b2fa-4761-806b-2a197cc5b00b', 'tag': '66542ef5-f0db-4a7d-ab6e-ceb382db45de'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:10:40.945236 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afc1adaeb3b5fe8d75c18ebcd0f0cb199cc22f98a1fdc7b87986fe26239d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed297d9d-b1af-46f5-a4d9-67ff9125de8f" -d '{"events": [{"name": "network-changed", "server_uuid": "ab80efc4-b2fa-4761-806b-2a197cc5b00b", "tag": "66542ef5-f0db-4a7d-ab6e-ceb382db45de"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:40.984033 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8740a866-f9e2-445b-b7b5-29f5082d2ce0 admin admin] Publish callbacks [] for security_group (8a6f42a9-9957-421f-8b81-f9fa0ef63d51), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:40.990757 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528608d5-4ea8-48ab-ae0f-2d82e0e03812 x-openstack-request-id: req-528608d5-4ea8-48ab-ae0f-2d82e0e03812 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:40.991557 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab80efc4-b2fa-4761-806b-2a197cc5b00b", "tag": "66542ef5-f0db-4a7d-ab6e-ceb382db45de", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:40.991954 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-528608d5-4ea8-48ab-ae0f-2d82e0e03812 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:40.992480 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-528608d5-4ea8-48ab-ae0f-2d82e0e03812'] response: {'name': 'network-changed', 'server_uuid': 'ab80efc4-b2fa-4761-806b-2a197cc5b00b', 'tag': '66542ef5-f0db-4a7d-ab6e-ceb382db45de', 'status': 'completed', 'code': 200} Jul 05 10:10:41.000719 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf8be2-7f72-4de5-8800-967de787cafe req-3e42485e-8945-468c-8d4f-e8eb0f300a75 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:41.004922 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3acf8be2-7f72-4de5-8800-967de787cafe req-3e42485e-8945-468c-8d4f-e8eb0f300a75 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 944 time: 0.0850441 Jul 05 10:10:41.073694 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3acf8be2-7f72-4de5-8800-967de787cafe req-4b21a44d-13f0-4853-bb6b-5725bdf55e3c tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637350 Jul 05 10:10:41.096725 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8740a866-f9e2-445b-b7b5-29f5082d2ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (8a6f42a9-9957-421f-8b81-f9fa0ef63d51), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:41.099420 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8740a866-f9e2-445b-b7b5-29f5082d2ce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:41.100848 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-8740a866-f9e2-445b-b7b5-29f5082d2ce0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a6f42a9-9957-421f-8b81-f9fa0ef63d51 HTTP/1.1" status: 204 len: 168 time: 0.2714016 Jul 05 10:10:41.109347 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8740a866-f9e2-445b-b7b5-29f5082d2ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6f42a9-9957-421f-8b81-f9fa0ef63d51,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:41.480367 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96985169-8c24-471b-95e0-8a604b807dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:41.710466 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-3fcc7faa-a5e3-459f-838c-f504f072c314 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=494e9e9b-34e3-4ca8-b312-38f821ddd851 HTTP/1.1" status: 200 len: 217 time: 0.0657256 Jul 05 10:10:41.727632 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed297d9d-b1af-46f5-a4d9-67ff9125de8f req-8eaaf6e7-3343-4d31-a159-d8dfffc3fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:41.729159 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ed297d9d-b1af-46f5-a4d9-67ff9125de8f req-8eaaf6e7-3343-4d31-a159-d8dfffc3fae3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7eccead420ae4aacb6f31dcb17a138cc&device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 1128 time: 0.0895162 Jul 05 10:10:41.807894 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-bc9554b2-f4dc-492e-81ae-f3d1be16bf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:41.810286 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-bc9554b2-f4dc-492e-81ae-f3d1be16bf30 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49eafe0c-582f-492a-b16d-b0de2f074502 HTTP/1.1" status: 200 len: 857 time: 0.0740228 Jul 05 10:10:41.815252 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd901f5-1430-4543-8485-0ee0e7079dda req-dcf38f3c-0025-4da8-94ee-8bb212a65bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:41.816981 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0cd901f5-1430-4543-8485-0ee0e7079dda req-dcf38f3c-0025-4da8-94ee-8bb212a65bb2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=91d9a322-3f41-4d40-8000-86bec9aba65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1887896 Jul 05 10:10:41.874975 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:41.882996 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52f60e-f864-493f-9c0f-55d405ddbdb0 req-d149fcf6-f8e2-4aa8-9a6b-8b438c880960 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:41.884534 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6f52f60e-f864-493f-9c0f-55d405ddbdb0 req-d149fcf6-f8e2-4aa8-9a6b-8b438c880960 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 944 time: 0.0720015 Jul 05 10:10:42.023900 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad7ac7-8d79-4bf4-a6be-b2bf0cc61c34 req-9180568b-f69e-4aef-b140-8db985fe12ce tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:42.025577 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-14ad7ac7-8d79-4bf4-a6be-b2bf0cc61c34 req-9180568b-f69e-4aef-b140-8db985fe12ce tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 943 time: 0.2141025 Jul 05 10:10:42.062610 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-9e792073-a526-45e7-8ba7-d7d19cb77547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:42.064558 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-9e792073-a526-45e7-8ba7-d7d19cb77547 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1791134 Jul 05 10:10:42.100011 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6f52f60e-f864-493f-9c0f-55d405ddbdb0 req-16c80876-020d-4f14-a883-f0499e9da6dd tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921008 Jul 05 10:10:42.177521 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0cd901f5-1430-4543-8485-0ee0e7079dda req-51e5d24a-1baf-438d-b43e-081d8c5a2b14 service neutron] 10.222.0.30 "GET /v2.0/networks/91d9a322-3f41-4d40-8000-86bec9aba65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813134 Jul 05 10:10:42.192859 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f60046-0c88-4323-a0ea-d33588e5de3e req-ace3116e-e40d-4eed-8371-48ec7831a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:42.195399 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-14ad7ac7-8d79-4bf4-a6be-b2bf0cc61c34 req-edfb08e5-8a48-4472-8b84-5f73505f7a47 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343913 Jul 05 10:10:42.196311 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c6f60046-0c88-4323-a0ea-d33588e5de3e req-ace3116e-e40d-4eed-8371-48ec7831a0dc service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5673156 Jul 05 10:10:42.225431 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:42.232197 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed297d9d-b1af-46f5-a4d9-67ff9125de8f req-e0e90ecd-21ff-4cbf-880a-de8341a4c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:42.233665 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ed297d9d-b1af-46f5-a4d9-67ff9125de8f req-e0e90ecd-21ff-4cbf-880a-de8341a4c95b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=7eccead420ae4aacb6f31dcb17a138cc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4612150 Jul 05 10:10:42.267876 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364c6da-d881-4ca1-88f0-cd0eb3e30d08 req-58c6b44f-2979-4d57-81e8-40034d78cde8 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:42.269658 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e364c6da-d881-4ca1-88f0-cd0eb3e30d08 req-58c6b44f-2979-4d57-81e8-40034d78cde8 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 944 time: 0.0563073 Jul 05 10:10:42.326678 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e364c6da-d881-4ca1-88f0-cd0eb3e30d08 req-415af772-0b07-4899-a15c-9de53ce5b87d tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499082 Jul 05 10:10:43.219876 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 1590f070-4b3b-4762-9ba6-291ca1720666 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:10:43.240080 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391f193-c917-44d4-a920-8505c58de82d req-fbce802a-f35b-43b5-8bc5-061b8eb6b6c3 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:43.249733 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6391f193-c917-44d4-a920-8505c58de82d req-fbce802a-f35b-43b5-8bc5-061b8eb6b6c3 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 944 time: 0.0783980 Jul 05 10:10:43.304923 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 41908) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:43.340153 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 1590f070-4b3b-4762-9ba6-291ca1720666, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1590f070-4b3b-4762-9ba6-291ca1720666,segment=NetworkSegment(3424906f-4deb-4e31-92b7-3f85c1c2c50c),segment_id=3424906f-4deb-4e31-92b7-3f85c1c2c50c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:43.345261 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbe329-6556-4509-895a-10f46190f63f req-2e91564e-1818-4e32-b933-8c7240d57f3d tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:43.347157 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8bcbe329-6556-4509-895a-10f46190f63f req-2e91564e-1818-4e32-b933-8c7240d57f3d tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 943 time: 0.0776420 Jul 05 10:10:43.351474 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6391f193-c917-44d4-a920-8505c58de82d req-96d2d3fb-d8f1-4393-883d-190e9839d61a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945880 Jul 05 10:10:43.360247 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Returning: {'device': '1590f070-4b3b-4762-9ba6-291ca1720666', 'network_id': '91d9a322-3f41-4d40-8000-86bec9aba65e', 'port_id': '1590f070-4b3b-4762-9ba6-291ca1720666', 'mac_address': 'fa:16:3e:2d:d5:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cce998d-0863-4b44-9cde-77aed1385de8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:10:43.419524 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8bcbe329-6556-4509-895a-10f46190f63f req-975ccf3b-48ec-4ff0-84bc-f53f73ee69d2 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608745 Jul 05 10:10:43.448156 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port 1590f070-4b3b-4762-9ba6-291ca1720666 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:10:43.448639 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (1590f070-4b3b-4762-9ba6-291ca1720666), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:43.464350 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1590f070-4b3b-4762-9ba6-291ca1720666 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:10:43.485686 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-77b964c6-aa18-46bb-b86d-b4567bd51bb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:43.487376 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 1590f070-4b3b-4762-9ba6-291ca1720666, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1590f070-4b3b-4762-9ba6-291ca1720666,segment=NetworkSegment(3424906f-4deb-4e31-92b7-3f85c1c2c50c),segment_id=3424906f-4deb-4e31-92b7-3f85c1c2c50c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:43.491494 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (1590f070-4b3b-4762-9ba6-291ca1720666), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:43.531211 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e946b-d535-4ba3-a018-fb7b7c4fff9c req-2db30814-0cdb-44ee-a5c0-0a2a6f3992f7 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:43.533077 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-154e946b-d535-4ba3-a018-fb7b7c4fff9c req-2db30814-0cdb-44ee-a5c0-0a2a6f3992f7 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 944 time: 0.0751214 Jul 05 10:10:43.550957 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=1590f070-4b3b-4762-9ba6-291ca1720666,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:43.583583 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:43.592206 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-154e946b-d535-4ba3-a018-fb7b7c4fff9c req-b01c04f6-b9ed-48f5-bebb-8616ba672574 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520077 Jul 05 10:10:43.597082 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-77b964c6-aa18-46bb-b86d-b4567bd51bb6 admin admin] Publish callbacks [] for security_group (e46b84d2-9bd6-4923-88db-e64f2816868a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:43.601976 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-77b964c6-aa18-46bb-b86d-b4567bd51bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (e46b84d2-9bd6-4923-88db-e64f2816868a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:43.643223 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-77b964c6-aa18-46bb-b86d-b4567bd51bb6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=001d710a50b943808aa74cb9a17b25a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3372040 Jul 05 10:10:43.644163 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b964c6-aa18-46bb-b86d-b4567bd51bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46b84d2-9bd6-4923-88db-e64f2816868a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:43.646280 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 41920) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:43.704525 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71856594-2bae-4d03-9058-45e7c893dc4c admin admin] Publish callbacks [] for security_group (e46b84d2-9bd6-4923-88db-e64f2816868a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:43.729193 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71856594-2bae-4d03-9058-45e7c893dc4c admin admin] Publish callbacks [] for security_group (e46b84d2-9bd6-4923-88db-e64f2816868a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:43.777816 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71856594-2bae-4d03-9058-45e7c893dc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (e46b84d2-9bd6-4923-88db-e64f2816868a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:43.780570 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71856594-2bae-4d03-9058-45e7c893dc4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:43.781814 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-71856594-2bae-4d03-9058-45e7c893dc4c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e46b84d2-9bd6-4923-88db-e64f2816868a HTTP/1.1" status: 204 len: 168 time: 0.1339681 Jul 05 10:10:43.789732 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71856594-2bae-4d03-9058-45e7c893dc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46b84d2-9bd6-4923-88db-e64f2816868a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:43.968888 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2896cd78-5ef2-4468-9a16-bbfadf288d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:44.086613 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 41934) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:44.102913 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aa4df328-138d-4c7a-9aa9-9c42dd85a033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:44.127239 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:44.182274 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aa4df328-138d-4c7a-9aa9-9c42dd85a033 admin admin] Publish callbacks [] for security_group (d8615a77-a879-4e93-b6d9-b94240ef5f25), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:44.186064 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aa4df328-138d-4c7a-9aa9-9c42dd85a033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (d8615a77-a879-4e93-b6d9-b94240ef5f25), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:44.225077 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-aa4df328-138d-4c7a-9aa9-9c42dd85a033 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=92f70eacbcca49db85a9d3824786aad6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368432 Jul 05 10:10:44.226191 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4df328-138d-4c7a-9aa9-9c42dd85a033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8615a77-a879-4e93-b6d9-b94240ef5f25,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:44.227716 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 41936) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:44.240861 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=11 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:44.278597 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f0d22f15-5a0c-48a4-b67b-11b3aa515703 admin admin] Publish callbacks [] for security_group (d8615a77-a879-4e93-b6d9-b94240ef5f25), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:44.299920 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f0d22f15-5a0c-48a4-b67b-11b3aa515703 admin admin] Publish callbacks [] for security_group (d8615a77-a879-4e93-b6d9-b94240ef5f25), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:44.344897 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f0d22f15-5a0c-48a4-b67b-11b3aa515703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (d8615a77-a879-4e93-b6d9-b94240ef5f25), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:44.347449 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f0d22f15-5a0c-48a4-b67b-11b3aa515703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:44.348631 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f0d22f15-5a0c-48a4-b67b-11b3aa515703 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8615a77-a879-4e93-b6d9-b94240ef5f25 HTTP/1.1" status: 204 len: 168 time: 0.1199265 Jul 05 10:10:44.358158 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d22f15-5a0c-48a4-b67b-11b3aa515703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8615a77-a879-4e93-b6d9-b94240ef5f25,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:44.504520 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124343a-d798-4324-abc7-6c396044793b req-974fd59f-090e-4273-aa72-1d53e855bfad tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:44.507094 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f124343a-d798-4324-abc7-6c396044793b req-974fd59f-090e-4273-aa72-1d53e855bfad tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 944 time: 0.0761724 Jul 05 10:10:44.588156 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8b534-4c8f-4150-a1e8-9372a9e88cb3 req-dd8bb880-7e6e-4c07-936f-c62715a6b7d2 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:44.589642 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-65a8b534-4c8f-4150-a1e8-9372a9e88cb3 req-dd8bb880-7e6e-4c07-936f-c62715a6b7d2 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 944 time: 0.0813768 Jul 05 10:10:44.625777 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f124343a-d798-4324-abc7-6c396044793b req-83a32eaa-9324-453c-a3b3-3f90e796ca57 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045742 Jul 05 10:10:44.660446 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-65a8b534-4c8f-4150-a1e8-9372a9e88cb3 req-110a3317-2955-4e71-b02f-3c491539c03b tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584316 Jul 05 10:10:44.736356 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:44.748407 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea90542-ac8d-41e2-bd41-c5905576f34b req-82b9e754-c999-4610-952f-f12e78555bb1 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:44.749880 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1ea90542-ac8d-41e2-bd41-c5905576f34b req-82b9e754-c999-4610-952f-f12e78555bb1 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 944 time: 0.0568438 Jul 05 10:10:44.801396 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1ea90542-ac8d-41e2-bd41-c5905576f34b req-d70efe9d-8d6f-4c14-b62b-0015f1051ffe tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456758 Jul 05 10:10:44.925539 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:45.487899 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-9741d4ed-38da-47c0-9c33-7c0c0849c6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:45.488555 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-9741d4ed-38da-47c0-9c33-7c0c0849c6ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f2199fa0bc54901aa24195a250a9e25&device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 1128 time: 0.0522473 Jul 05 10:10:45.488989 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 41980) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:45.504150 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed297d9d-b1af-46f5-a4d9-67ff9125de8f req-66376aec-4f0a-483f-bebf-da10ca084ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:45.505978 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ed297d9d-b1af-46f5-a4d9-67ff9125de8f req-66376aec-4f0a-483f-bebf-da10ca084ea0 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1410115 Jul 05 10:10:45.540496 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-ed1c958a-7200-499d-9253-37762dc1275f service neutron] 10.222.0.30 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770008 Jul 05 10:10:45.543871 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0cd901f5-1430-4543-8485-0ee0e7079dda req-549b4af0-281d-4dde-9e36-1c89dae3effa service neutron] 10.222.0.30 "GET /v2.0/networks/91d9a322-3f41-4d40-8000-86bec9aba65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708932 Jul 05 10:10:45.601313 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e3ebde5-51f3-4a5a-bfa8-0820bb89677f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:45.675830 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e3ebde5-51f3-4a5a-bfa8-0820bb89677f admin admin] Publish callbacks [] for security_group (13ac9f2d-4f9b-4257-933c-ba645f4ccec7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:45.679604 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e3ebde5-51f3-4a5a-bfa8-0820bb89677f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (13ac9f2d-4f9b-4257-933c-ba645f4ccec7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:45.796184 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-a3034188-e654-4509-9b94-be0a2c81615e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff58dc45-3b6a-4ad9-a225-3ec518174c19 HTTP/1.1" status: 200 len: 217 time: 0.0907075 Jul 05 10:10:45.800737 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-8e3ebde5-51f3-4a5a-bfa8-0820bb89677f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed027593e6c046bab4ec67f43aa686d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3084970 Jul 05 10:10:45.800875 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ebde5-51f3-4a5a-bfa8-0820bb89677f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ac9f2d-4f9b-4257-933c-ba645f4ccec7,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:45.803214 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 41990) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:45.871053 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57421aa-47dc-47af-b90d-bcff2259ad89 req-b7fc9027-3a7e-416a-89d8-c697ae91d6cf tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:45.872540 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c57421aa-47dc-47af-b90d-bcff2259ad89 req-b7fc9027-3a7e-416a-89d8-c697ae91d6cf tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 944 time: 0.1526854 Jul 05 10:10:45.891439 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4406690-ac0d-4076-8069-935b9903c5de req-2fc531c3-b417-495a-be7a-c946fe78659e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:45.892769 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36364c4-3554-4092-b97f-4fe1473b6952 req-23a0fb99-3e09-48b8-bd7c-46dfa6a57dbb tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:45.892964 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e4406690-ac0d-4076-8069-935b9903c5de req-2fc531c3-b417-495a-be7a-c946fe78659e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7eccead420ae4aacb6f31dcb17a138cc&device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 1128 time: 0.1062946 Jul 05 10:10:45.894203 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a36364c4-3554-4092-b97f-4fe1473b6952 req-23a0fb99-3e09-48b8-bd7c-46dfa6a57dbb tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 944 time: 0.1503873 Jul 05 10:10:45.952062 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e4406690-ac0d-4076-8069-935b9903c5de req-32ef5a5c-1c83-4fb1-a47b-9f8f47f5b650 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66542ef5-f0db-4a7d-ab6e-ceb382db45de HTTP/1.1" status: 200 len: 217 time: 0.0455825 Jul 05 10:10:45.952995 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d425a553-2432-440f-bc3a-dd6d25c5df86 req-f5f96c8e-ed9d-4dce-9b4c-b641fbba5767 service neutron] 10.222.0.30 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503498 Jul 05 10:10:45.954357 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-ec0624be-dea2-49f5-925b-f7bf4f22c04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:45.955806 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-ec0624be-dea2-49f5-925b-f7bf4f22c04c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49eafe0c-582f-492a-b16d-b0de2f074502 HTTP/1.1" status: 200 len: 857 time: 0.1506536 Jul 05 10:10:45.997787 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a36364c4-3554-4092-b97f-4fe1473b6952 req-10e70fd6-5d80-4573-bcbc-575aee19d636 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913692 Jul 05 10:10:46.010608 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c57421aa-47dc-47af-b90d-bcff2259ad89 req-a67424d9-c970-48da-a6ad-08964879c658 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265275 Jul 05 10:10:46.080749 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2f606185-edd0-4e30-b3b3-5267694fc4d1 admin admin] Publish callbacks [] for security_group (13ac9f2d-4f9b-4257-933c-ba645f4ccec7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:46.126932 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-634f360f-a466-42d1-a33e-a01f4da70445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:46.128466 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-634f360f-a466-42d1-a33e-a01f4da70445 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1414683 Jul 05 10:10:46.135115 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4406690-ac0d-4076-8069-935b9903c5de req-eebfb7cd-e622-4fa8-a2ee-ef150a23c96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:46.135795 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6fc94-999f-450e-9f33-8152750f6ea0 req-0e901042-bd94-4e3d-87c4-0498da7832ce tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:46.136559 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e4406690-ac0d-4076-8069-935b9903c5de req-eebfb7cd-e622-4fa8-a2ee-ef150a23c96c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22a7c97f-a653-4bd5-b189-3fc891a00ce4 HTTP/1.1" status: 200 len: 853 time: 0.1540551 Jul 05 10:10:46.137507 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-30e6fc94-999f-450e-9f33-8152750f6ea0 req-0e901042-bd94-4e3d-87c4-0498da7832ce tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 944 time: 0.0627587 Jul 05 10:10:46.141424 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2f606185-edd0-4e30-b3b3-5267694fc4d1 admin admin] Publish callbacks [] for security_group (13ac9f2d-4f9b-4257-933c-ba645f4ccec7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:46.176802 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:46.209435 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-30e6fc94-999f-450e-9f33-8152750f6ea0 req-7caaa51c-972f-41c3-bf6b-2418b9373b1b tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645750 Jul 05 10:10:46.209757 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2f606185-edd0-4e30-b3b3-5267694fc4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (13ac9f2d-4f9b-4257-933c-ba645f4ccec7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:46.212645 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2f606185-edd0-4e30-b3b3-5267694fc4d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:46.215877 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-2f606185-edd0-4e30-b3b3-5267694fc4d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13ac9f2d-4f9b-4257-933c-ba645f4ccec7 HTTP/1.1" status: 204 len: 168 time: 0.3940067 Jul 05 10:10:46.236218 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f606185-edd0-4e30-b3b3-5267694fc4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ac9f2d-4f9b-4257-933c-ba645f4ccec7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:46.246615 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:10:46.281262 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:46.482613 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['1590f070-4b3b-4762-9ba6-291ca1720666'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:10:46.628819 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:46.759687 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:46.895084 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 42046) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:46.997701 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-4cdf0c05-3147-4149-ac71-d1c79cbe638f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1911338734-network', 'tenant_id': 'c48f677354594fdc839367fff8b3dc29'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:10:47.028161 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdf0c05-3147-4149-ac71-d1c79cbe638f admin admin] Made reservation on behalf of c48f677354594fdc839367fff8b3dc29 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:47.032004 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4cdf0c05-3147-4149-ac71-d1c79cbe638f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:47.042240 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4cdf0c05-3147-4149-ac71-d1c79cbe638f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:47.126890 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:47.156026 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:47.167719 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4cdf0c05-3147-4149-ac71-d1c79cbe638f admin admin] Publish callbacks [] for security_group (621629dd-d567-4dba-bc58-e124260c272f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:47.173984 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4cdf0c05-3147-4149-ac71-d1c79cbe638f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (621629dd-d567-4dba-bc58-e124260c272f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:47.175284 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0828ba1-83eb-4bdd-b090-ccafaba18a31 req-ef02aa04-3e91-4516-9a5c-fdd1f6e1014d tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:47.176967 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c0828ba1-83eb-4bdd-b090-ccafaba18a31 req-ef02aa04-3e91-4516-9a5c-fdd1f6e1014d tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 944 time: 0.0597987 Jul 05 10:10:47.183908 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24153551-87eb-4e3e-aaf7-bdc8d0e342d1 req-bcd0307b-bff5-4a6a-9d16-9dd8502df817 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:47.185724 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-24153551-87eb-4e3e-aaf7-bdc8d0e342d1 req-bcd0307b-bff5-4a6a-9d16-9dd8502df817 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 944 time: 0.1194789 Jul 05 10:10:47.214213 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cdf0c05-3147-4149-ac71-d1c79cbe638f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:10:47.230644 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf0c05-3147-4149-ac71-d1c79cbe638f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621629dd-d567-4dba-bc58-e124260c272f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:47.234137 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4cdf0c05-3147-4149-ac71-d1c79cbe638f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (59fdc7f4-5ef5-4974-a0cc-0267e101cce7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:47.234631 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.db.segments_db [None req-4cdf0c05-3147-4149-ac71-d1c79cbe638f admin admin] Added segment 59fdc7f4-5ef5-4974-a0cc-0267e101cce7 of type vlan for network 47de8f46-bb2e-4830-b096-bb218c860b15 Jul 05 10:10:47.265212 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c0828ba1-83eb-4bdd-b090-ccafaba18a31 req-4ade4678-b15a-440c-b126-55e718e0b110 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779622 Jul 05 10:10:47.281926 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-24153551-87eb-4e3e-aaf7-bdc8d0e342d1 req-08f64f8a-68c6-4c5a-b650-a3f9b5444567 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869315 Jul 05 10:10:47.317285 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4cdf0c05-3147-4149-ac71-d1c79cbe638f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734376243128'] for network (47de8f46-bb2e-4830-b096-bb218c860b15), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:47.379270 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4cdf0c05-3147-4149-ac71-d1c79cbe638f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724'] for network (47de8f46-bb2e-4830-b096-bb218c860b15), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:47.382109 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdf0c05-3147-4149-ac71-d1c79cbe638f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:47.383114 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4cdf0c05-3147-4149-ac71-d1c79cbe638f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:47.414738 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946c4ce-901b-4c0a-96be-bf584a311306 req-93ac3346-5237-40f7-94b7-6b90216d6010 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:47.422911 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e946c4ce-901b-4c0a-96be-bf584a311306 req-93ac3346-5237-40f7-94b7-6b90216d6010 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 944 time: 0.0807626 Jul 05 10:10:47.469472 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-4cdf0c05-3147-4149-ac71-d1c79cbe638f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5720887 Jul 05 10:10:47.472246 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 42084) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:10:47.478569 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-fc756f1b-93cb-4f1a-a35c-0b1200f342c0 admin admin] Request body: {'subnet': {'network_id': '47de8f46-bb2e-4830-b096-bb218c860b15', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1911338734-subnet', 'tenant_id': 'c48f677354594fdc839367fff8b3dc29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:10:47.491064 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e946c4ce-901b-4c0a-96be-bf584a311306 req-a0baf2e7-fc1f-48fb-a407-c62c567fa775 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669508 Jul 05 10:10:47.542026 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf0c05-3147-4149-ac71-d1c79cbe638f admin admin] Pushing event updated for resources: {'Network': ['ID=47de8f46-bb2e-4830-b096-bb218c860b15,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:47.543780 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc756f1b-93cb-4f1a-a35c-0b1200f342c0 admin admin] Made reservation on behalf of c48f677354594fdc839367fff8b3dc29 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:47.546112 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fc756f1b-93cb-4f1a-a35c-0b1200f342c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26956147'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:47.557900 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Network 47de8f46-bb2e-4830-b096-bb218c860b15 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:10:47.576738 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:47.762164 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fc756f1b-93cb-4f1a-a35c-0b1200f342c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26770499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956697'] for subnet (2ed36ddb-a0bd-4fb4-a3ae-83157fc87590), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:47.820352 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc756f1b-93cb-4f1a-a35c-0b1200f342c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ed36ddb-a0bd-4fb4-a3ae-83157fc87590,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:47.834128 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc756f1b-93cb-4f1a-a35c-0b1200f342c0 admin admin] Checking segment: {'id': '59fdc7f4-5ef5-4974-a0cc-0267e101cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47de8f46-bb2e-4830-b096-bb218c860b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:10:47.834542 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc756f1b-93cb-4f1a-a35c-0b1200f342c0 admin admin] Network hostable DHCP agents. Network: 47de8f46-bb2e-4830-b096-bb218c860b15, hostable agents: ['79910865-91ee-4878-a729-5c22ab7e1742'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:10:47.853571 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc756f1b-93cb-4f1a-a35c-0b1200f342c0 admin admin] Network 47de8f46-bb2e-4830-b096-bb218c860b15 is scheduled to be hosted by DHCP agent 79910865-91ee-4878-a729-5c22ab7e1742 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:10:47.864135 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-fc756f1b-93cb-4f1a-a35c-0b1200f342c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 47de8f46-bb2e-4830-b096-bb218c860b15) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:47.868854 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc756f1b-93cb-4f1a-a35c-0b1200f342c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:47.869436 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fc756f1b-93cb-4f1a-a35c-0b1200f342c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:47.873743 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9a21c6-dc9a-480e-b7aa-c2bcea28a5f1 None None] Network 47de8f46-bb2e-4830-b096-bb218c860b15 requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:10:47.885227 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-fc756f1b-93cb-4f1a-a35c-0b1200f342c0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4112942 Jul 05 10:10:47.977148 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1331598-9923-4f54-85b0-caece42f419b None None] Network 47de8f46-bb2e-4830-b096-bb218c860b15 requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:10:48.424306 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea2c53-35fd-43ac-a2c9-8d51296db8b6 req-4488262b-c3e8-496d-a0f0-7b64cc0bf726 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:48.425848 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d8ea2c53-35fd-43ac-a2c9-8d51296db8b6 req-4488262b-c3e8-496d-a0f0-7b64cc0bf726 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 944 time: 0.0780132 Jul 05 10:10:48.440243 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f770360-7ce9-4e0a-a571-da43d5bf3964 req-8b1389cd-4ca1-4527-af08-638e18dbf8df tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:48.441633 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7f770360-7ce9-4e0a-a571-da43d5bf3964 req-8b1389cd-4ca1-4527-af08-638e18dbf8df tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 944 time: 0.0618465 Jul 05 10:10:48.461604 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:48.665660 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d8ea2c53-35fd-43ac-a2c9-8d51296db8b6 req-d1df5880-e0a8-48bb-ae21-56c492b953d8 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2323484 Jul 05 10:10:48.668807 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7f770360-7ce9-4e0a-a571-da43d5bf3964 req-7d5f92d4-f2e9-47df-9041-8d69769342c6 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213020 Jul 05 10:10:48.764906 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bd939-883e-48ba-af31-17470b647474 req-ea42fcae-ea91-4414-acce-796e68fb94ee tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:48.766314 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4f9bd939-883e-48ba-af31-17470b647474 req-ea42fcae-ea91-4414-acce-796e68fb94ee tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 944 time: 0.0462139 Jul 05 10:10:48.811334 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4f9bd939-883e-48ba-af31-17470b647474 req-2b5a4519-2183-4bf0-8a2e-3b2c69ff0fbb tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387414 Jul 05 10:10:49.807213 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29844b-2311-435e-9751-bbfbf6a7155d req-6d4b7d35-05dd-4343-9d8e-a78e956f8640 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:49.808665 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fd29844b-2311-435e-9751-bbfbf6a7155d req-6d4b7d35-05dd-4343-9d8e-a78e956f8640 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 944 time: 0.0755537 Jul 05 10:10:49.816063 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe149c9-4df6-437b-a75e-459c3300467e req-5b492a48-1e17-43aa-8333-8b6372cb76ad tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:49.817418 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8fe149c9-4df6-437b-a75e-459c3300467e req-5b492a48-1e17-43aa-8333-8b6372cb76ad tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 944 time: 0.0742280 Jul 05 10:10:49.886716 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fd29844b-2311-435e-9751-bbfbf6a7155d req-7d585ef6-2965-4f19-94e5-49b7b3aebda0 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683882 Jul 05 10:10:49.893357 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8fe149c9-4df6-437b-a75e-459c3300467e req-cbaba30c-0ea2-46d0-83d4-06498104999e tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684192 Jul 05 10:10:49.987948 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0a1cb-1646-4c9d-aea1-76fbcb2143d9 req-92780ab8-7429-4a76-b2d0-84d10a585bf4 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:49.989666 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-96b0a1cb-1646-4c9d-aea1-76fbcb2143d9 req-92780ab8-7429-4a76-b2d0-84d10a585bf4 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 944 time: 0.0492277 Jul 05 10:10:50.037605 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-96b0a1cb-1646-4c9d-aea1-76fbcb2143d9 req-633d4187-ca38-4d4f-99e5-330d0e26a78e tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419438 Jul 05 10:10:51.031161 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f773c-8069-42a8-8513-656de252c807 req-4501a06c-1710-41f2-ae16-34d9e4ec3bfd tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:51.032658 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-568f773c-8069-42a8-8513-656de252c807 req-4501a06c-1710-41f2-ae16-34d9e4ec3bfd tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 944 time: 0.0792160 Jul 05 10:10:51.038677 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193cb4e0-112e-48e2-b561-266779de6018 req-fbfba440-9900-4be2-ab8d-be213b2c9922 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:51.040115 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-193cb4e0-112e-48e2-b561-266779de6018 req-fbfba440-9900-4be2-ab8d-be213b2c9922 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 944 time: 0.0757895 Jul 05 10:10:51.112425 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-568f773c-8069-42a8-8513-656de252c807 req-ec9e69f4-cafd-4268-b779-6606b4cacf23 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712812 Jul 05 10:10:51.116419 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-193cb4e0-112e-48e2-b561-266779de6018 req-3c1af823-147d-4140-83a0-e6aba891e7b3 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684409 Jul 05 10:10:51.219668 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f420a0b-1d14-461a-911f-1ca20efeaeed req-963398e2-f1d2-4caf-af60-bfe3dbcdc87b tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:51.221162 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9f420a0b-1d14-461a-911f-1ca20efeaeed req-963398e2-f1d2-4caf-af60-bfe3dbcdc87b tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 944 time: 0.0507238 Jul 05 10:10:51.263299 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:51.267652 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9f420a0b-1d14-461a-911f-1ca20efeaeed req-f7413e00-7db3-4a4f-afce-ab4a10a3b1f1 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410435 Jul 05 10:10:52.249621 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84ddd1-138a-4063-a16f-8939e23b417a req-7065b353-88d8-4cb7-a447-54eb82181f30 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:52.251407 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4d84ddd1-138a-4063-a16f-8939e23b417a req-7065b353-88d8-4cb7-a447-54eb82181f30 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 944 time: 0.0738082 Jul 05 10:10:52.258869 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e5eff-fcc0-4e08-a3fc-21658d8137ed req-8d1bec30-a02f-4cf0-8f64-28494de2618f tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:52.260201 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-130e5eff-fcc0-4e08-a3fc-21658d8137ed req-8d1bec30-a02f-4cf0-8f64-28494de2618f tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 944 time: 0.0724816 Jul 05 10:10:52.334091 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4d84ddd1-138a-4063-a16f-8939e23b417a req-d47fc4c5-eee5-4643-bb03-6b7b615c3e05 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728779 Jul 05 10:10:52.338497 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-130e5eff-fcc0-4e08-a3fc-21658d8137ed req-718d85a7-d015-4e43-9dab-e79d701f04b2 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708883 Jul 05 10:10:52.433217 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd92ea-965c-4bd5-869a-d63765c30e8f req-455145fc-bcbb-4533-9805-8bd66b7b0e97 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:52.434644 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-57cd92ea-965c-4bd5-869a-d63765c30e8f req-455145fc-bcbb-4533-9805-8bd66b7b0e97 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 944 time: 0.0471520 Jul 05 10:10:52.464893 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:52.481135 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-57cd92ea-965c-4bd5-869a-d63765c30e8f req-0cffef6f-f175-4539-b47d-0abfaf955f67 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410609 Jul 05 10:10:53.476110 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c92ef-b1f5-411a-9c37-ef9c094d7274 req-49ac344f-f11b-4be6-be04-42a658cbfd08 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:53.478018 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a15c92ef-b1f5-411a-9c37-ef9c094d7274 req-49ac344f-f11b-4be6-be04-42a658cbfd08 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 944 time: 0.0777402 Jul 05 10:10:53.485518 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffae460-1271-4734-8cf7-df9e3297601a req-93541e01-f019-49e8-a539-86ea287675ec tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:53.486863 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3ffae460-1271-4734-8cf7-df9e3297601a req-93541e01-f019-49e8-a539-86ea287675ec tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 944 time: 0.0763006 Jul 05 10:10:53.558815 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a15c92ef-b1f5-411a-9c37-ef9c094d7274 req-b874fe4f-b09e-43bc-8418-c2932cd4f17b tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710354 Jul 05 10:10:53.562938 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3ffae460-1271-4734-8cf7-df9e3297601a req-75d72465-9e6c-4b90-a3dd-04ced828d090 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680342 Jul 05 10:10:53.661767 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1fef7-bc28-4b02-bc3c-cbb42af2a0d9 req-4bcddd5a-bdd0-4818-b852-b811e5f7f8a0 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:53.663231 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-adf1fef7-bc28-4b02-bc3c-cbb42af2a0d9 req-4bcddd5a-bdd0-4818-b852-b811e5f7f8a0 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 944 time: 0.0466833 Jul 05 10:10:53.710384 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-adf1fef7-bc28-4b02-bc3c-cbb42af2a0d9 req-41392377-9217-46aa-97da-221c9b3649b5 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409133 Jul 05 10:10:54.706842 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0d472-5738-497d-92f7-5542ecddfc6c req-9a02cc6b-214a-4768-a1b9-55fc7e883954 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:54.708307 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-33c0d472-5738-497d-92f7-5542ecddfc6c req-9a02cc6b-214a-4768-a1b9-55fc7e883954 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 944 time: 0.0834548 Jul 05 10:10:54.716714 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571f930-90cd-4169-9e07-dc35a4d85531 req-ca878c8d-f076-4f6f-8809-d45a23161ac1 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:54.718117 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c571f930-90cd-4169-9e07-dc35a4d85531 req-ca878c8d-f076-4f6f-8809-d45a23161ac1 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 944 time: 0.0818079 Jul 05 10:10:54.791122 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-33c0d472-5738-497d-92f7-5542ecddfc6c req-2c43945e-8946-4dd1-a00b-3add5aac6607 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720868 Jul 05 10:10:54.794646 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c571f930-90cd-4169-9e07-dc35a4d85531 req-758d8e1f-fb80-4a4f-812f-dc6d2ec1d057 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685623 Jul 05 10:10:54.892338 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684566dd-348d-407d-96a5-1777e411c743 req-e053e751-b5d5-443a-ac5d-d37fb31a95e3 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:54.893712 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-684566dd-348d-407d-96a5-1777e411c743 req-e053e751-b5d5-443a-ac5d-d37fb31a95e3 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 944 time: 0.0489469 Jul 05 10:10:54.940089 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-684566dd-348d-407d-96a5-1777e411c743 req-4ed3352d-27a0-430a-b302-42d06e536098 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409656 Jul 05 10:10:55.930569 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6d397-bb1b-433f-88c6-1c8eabd5f871 req-effe9720-ef0b-4a9e-9655-edb83c10e234 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:55.932040 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a4e6d397-bb1b-433f-88c6-1c8eabd5f871 req-effe9720-ef0b-4a9e-9655-edb83c10e234 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 944 time: 0.0744681 Jul 05 10:10:55.937801 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ab13c-aa7b-4881-b49a-aa90757e7754 req-c8d94902-4c54-4e89-b59d-cf77f5c89c27 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:55.939159 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-dd3ab13c-aa7b-4881-b49a-aa90757e7754 req-c8d94902-4c54-4e89-b59d-cf77f5c89c27 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 944 time: 0.0714622 Jul 05 10:10:56.001628 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:56.015606 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a4e6d397-bb1b-433f-88c6-1c8eabd5f871 req-5ce19041-893c-4dd9-a2f6-d235a1766830 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755758 Jul 05 10:10:56.018752 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-dd3ab13c-aa7b-4881-b49a-aa90757e7754 req-faab95a2-eb20-4fe6-9e05-3a3666b2952e tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719416 Jul 05 10:10:56.057553 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 1590f070-4b3b-4762-9ba6-291ca1720666 up at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:56.099624 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning for port 1590f070-4b3b-4762-9ba6-291ca1720666 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 10:10:56.106007 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning complete for port 1590f070-4b3b-4762-9ba6-291ca1720666 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:10:56.106499 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (1590f070-4b3b-4762-9ba6-291ca1720666), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:56.116899 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba14f26-6514-44e5-9d7e-b12f78428ea1 req-c22f652d-c5df-4d55-a6b7-cbc038e73899 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:56.118423 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0ba14f26-6514-44e5-9d7e-b12f78428ea1 req-c22f652d-c5df-4d55-a6b7-cbc038e73899 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 944 time: 0.0482037 Jul 05 10:10:56.167303 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0ba14f26-6514-44e5-9d7e-b12f78428ea1 req-7896597e-37e6-445e-a484-4c0508a3b1e3 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431879 Jul 05 10:10:56.183892 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port 1590f070-4b3b-4762-9ba6-291ca1720666 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:10:56.184307 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (1590f070-4b3b-4762-9ba6-291ca1720666), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:56.208893 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ce1e24-0c58-4071-9610-57d072131857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1590f070-4b3b-4762-9ba6-291ca1720666'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:10:56.281612 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 1590f070-4b3b-4762-9ba6-291ca1720666, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1590f070-4b3b-4762-9ba6-291ca1720666,segment=NetworkSegment(3424906f-4deb-4e31-92b7-3f85c1c2c50c),segment_id=3424906f-4deb-4e31-92b7-3f85c1c2c50c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:56.286148 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (1590f070-4b3b-4762-9ba6-291ca1720666), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:56.345159 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=1590f070-4b3b-4762-9ba6-291ca1720666,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:56.390155 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0ff12b24adccf04d36d5e95ed2fd555b52d0445ded186c21edfbf2ad21407b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43954445-47ec-4b79-ba02-294251d16b34" -d '{"events": [{"server_uuid": "b7ce1e24-0c58-4071-9610-57d072131857", "name": "network-vif-plugged", "status": "completed", "tag": "1590f070-4b3b-4762-9ba6-291ca1720666"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:56.480023 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ced89a7-5b39-4c33-8b12-a267fb0788da x-openstack-request-id: req-9ced89a7-5b39-4c33-8b12-a267fb0788da {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:56.480308 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ce1e24-0c58-4071-9610-57d072131857", "name": "network-vif-plugged", "status": "completed", "tag": "1590f070-4b3b-4762-9ba6-291ca1720666", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:56.480585 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ced89a7-5b39-4c33-8b12-a267fb0788da {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:56.481037 dv-cinder-master-3-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ced89a7-5b39-4c33-8b12-a267fb0788da'] response: {'server_uuid': 'b7ce1e24-0c58-4071-9610-57d072131857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1590f070-4b3b-4762-9ba6-291ca1720666', 'code': 200} Jul 05 10:10:57.158163 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4031b24-d40b-4103-bc94-9bd028e97526 req-63d6f485-4148-4704-b0e7-b98c85c848e9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:57.159609 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c4031b24-d40b-4103-bc94-9bd028e97526 req-63d6f485-4148-4704-b0e7-b98c85c848e9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 944 time: 0.0770936 Jul 05 10:10:57.167507 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a4f36-f602-42a8-a1ff-58c66e3f1514 req-a8cbfab8-adbf-4b9d-81f7-48a057c1643d tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:57.169167 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e07a4f36-f602-42a8-a1ff-58c66e3f1514 req-a8cbfab8-adbf-4b9d-81f7-48a057c1643d tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 945 time: 0.0758052 Jul 05 10:10:57.241796 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c4031b24-d40b-4103-bc94-9bd028e97526 req-60734687-149c-495e-8db4-ac84dcadcb80 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716512 Jul 05 10:10:57.246505 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e07a4f36-f602-42a8-a1ff-58c66e3f1514 req-30522f2e-1b10-4e93-9bb8-6f0eae5b0da8 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694671 Jul 05 10:10:57.333379 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:57.344346 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b3816-7f4d-4e2b-ab65-4e13259307d9 req-a87a224e-8ec9-448b-97e1-809e3950cf5d tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:57.345815 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-133b3816-7f4d-4e2b-ab65-4e13259307d9 req-a87a224e-8ec9-448b-97e1-809e3950cf5d tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 944 time: 0.0484064 Jul 05 10:10:57.391896 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-133b3816-7f4d-4e2b-ab65-4e13259307d9 req-53a76472-46cb-4b06-95fc-6cd7c7171ea5 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406320 Jul 05 10:10:57.878360 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:INSERT=6,neutron:SELECT=65,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:57.879584 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:10:58.388382 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a26d17-dc4f-4ddd-a3a3-9d23b7df55e0 req-de56a7f6-c883-40a0-a5f6-aa645f9ae609 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:58.389882 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-32a26d17-dc4f-4ddd-a3a3-9d23b7df55e0 req-de56a7f6-c883-40a0-a5f6-aa645f9ae609 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 944 time: 0.0805130 Jul 05 10:10:58.404426 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873e384-da4e-4c05-becd-446e68ccc86d req-4855a9ca-9f9c-4f99-8f9a-15336b6c4fef tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:58.405787 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d873e384-da4e-4c05-becd-446e68ccc86d req-4855a9ca-9f9c-4f99-8f9a-15336b6c4fef tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 945 time: 0.0630846 Jul 05 10:10:58.478036 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-32a26d17-dc4f-4ddd-a3a3-9d23b7df55e0 req-0bbc5231-6a37-467a-905e-17c301ddf697 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809999 Jul 05 10:10:58.481239 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d873e384-da4e-4c05-becd-446e68ccc86d req-847d15db-bad2-4c05-9a81-c7ced2f0a9c9 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695856 Jul 05 10:10:58.584548 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1495003-ca5a-4a30-bebf-0173442751ca req-55315f47-cd93-468b-93b6-99369cd59133 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:58.586274 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d1495003-ca5a-4a30-bebf-0173442751ca req-55315f47-cd93-468b-93b6-99369cd59133 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 944 time: 0.0489891 Jul 05 10:10:58.637822 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d1495003-ca5a-4a30-bebf-0173442751ca req-d04da079-b68e-4da3-abba-6c6f0385e190 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451946 Jul 05 10:10:59.416277 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 494e9e9b-34e3-4ca8-b312-38f821ddd851 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:10:59.517010 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 494e9e9b-34e3-4ca8-b312-38f821ddd851, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=494e9e9b-34e3-4ca8-b312-38f821ddd851,segment=NetworkSegment(746b1970-621d-49df-8f95-2f2b20e407c9),segment_id=746b1970-621d-49df-8f95-2f2b20e407c9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:59.529726 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Returning: {'device': '494e9e9b-34e3-4ca8-b312-38f821ddd851', 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0', 'port_id': '494e9e9b-34e3-4ca8-b312-38f821ddd851', 'mac_address': 'fa:16:3e:35:d4:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49eafe0c-582f-492a-b16d-b0de2f074502', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:10:59.565550 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port 494e9e9b-34e3-4ca8-b312-38f821ddd851 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:10:59.566102 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (494e9e9b-34e3-4ca8-b312-38f821ddd851), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:59.580412 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 494e9e9b-34e3-4ca8-b312-38f821ddd851 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:10:59.604204 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 494e9e9b-34e3-4ca8-b312-38f821ddd851, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=494e9e9b-34e3-4ca8-b312-38f821ddd851,segment=NetworkSegment(746b1970-621d-49df-8f95-2f2b20e407c9),segment_id=746b1970-621d-49df-8f95-2f2b20e407c9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:59.609310 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (494e9e9b-34e3-4ca8-b312-38f821ddd851), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:10:59.623208 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ba441-d35c-46ff-bcbd-ca8567493b3e req-e2d51dc4-dd54-4e9e-80c0-7db961f76878 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:59.624821 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a38ba441-d35c-46ff-bcbd-ca8567493b3e req-e2d51dc4-dd54-4e9e-80c0-7db961f76878 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 944 time: 0.0795503 Jul 05 10:10:59.632784 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5f9ff-29a8-406e-8172-f3ec7f05dd12 req-9d85d577-5ac4-4aba-b76f-b778c01f9b50 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:59.634388 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5ed5f9ff-29a8-406e-8172-f3ec7f05dd12 req-9d85d577-5ac4-4aba-b76f-b778c01f9b50 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 945 time: 0.0870852 Jul 05 10:10:59.656088 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=494e9e9b-34e3-4ca8-b312-38f821ddd851,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:59.707962 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a38ba441-d35c-46ff-bcbd-ca8567493b3e req-7e45eb5f-811d-4041-ac9d-d92e77a630e0 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724707 Jul 05 10:10:59.711099 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5ed5f9ff-29a8-406e-8172-f3ec7f05dd12 req-4c8a7a68-62f1-48fa-944c-3d4d34c6ff33 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687635 Jul 05 10:10:59.810831 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40eae51-ddf1-4631-b90b-1be09c2f8202 req-78d30cde-b7d9-4caf-9045-091377ab69c0 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:10:59.812240 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b40eae51-ddf1-4631-b90b-1be09c2f8202 req-78d30cde-b7d9-4caf-9045-091377ab69c0 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 944 time: 0.0496368 Jul 05 10:10:59.860646 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b40eae51-ddf1-4631-b90b-1be09c2f8202 req-0dd84a2c-b144-41e7-9bb7-5bfb0e946fe3 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423677 Jul 05 10:11:00.848572 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b7a37-87de-4b90-a59b-b103e1a203b6 req-84ac2a45-ef0e-4634-988b-b5bbecb11913 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:00.850082 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-919b7a37-87de-4b90-a59b-b103e1a203b6 req-84ac2a45-ef0e-4634-988b-b5bbecb11913 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 944 time: 0.0743425 Jul 05 10:11:00.877878 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd4ad8-86d7-4d82-bc70-327bf416c4dd req-ec215695-b233-4816-b478-08d3716cc567 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:00.879361 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-06bd4ad8-86d7-4d82-bc70-327bf416c4dd req-ec215695-b233-4816-b478-08d3716cc567 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 945 time: 0.0934088 Jul 05 10:11:00.911157 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4406690-ac0d-4076-8069-935b9903c5de req-b8fbf72f-5597-42ad-b822-bbf45b2cd27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:00.912715 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e4406690-ac0d-4076-8069-935b9903c5de req-b8fbf72f-5597-42ad-b822-bbf45b2cd27e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=033e3c55-aad3-40e5-8b8b-1dedb7b873c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0724647 Jul 05 10:11:00.925952 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:00.940325 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43972383-3375-47b0-8d89-d895cea36745 req-95b873fb-92ad-44ce-af36-66f0b9765e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:00.941832 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-43972383-3375-47b0-8d89-d895cea36745 req-95b873fb-92ad-44ce-af36-66f0b9765e6d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f2199fa0bc54901aa24195a250a9e25&device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 1128 time: 0.0909109 Jul 05 10:11:00.980534 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-919b7a37-87de-4b90-a59b-b103e1a203b6 req-c6644c0f-cd7a-40f8-9859-a04149547580 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195564 Jul 05 10:11:00.983618 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-06bd4ad8-86d7-4d82-bc70-327bf416c4dd req-3e52a7ef-8692-4118-9bf3-5a38b3de9ae5 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862584 Jul 05 10:11:00.983847 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-3d6f4a27-a49a-49e4-9942-add5dd8554a5 service neutron] 10.222.0.30 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136374 Jul 05 10:11:01.080201 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d578b4c-3b37-466c-89d7-5a3ae111eee0 req-601e5095-f770-45fd-bd00-3cfa51686894 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:01.081639 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9d578b4c-3b37-466c-89d7-5a3ae111eee0 req-601e5095-f770-45fd-bd00-3cfa51686894 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 944 time: 0.0468087 Jul 05 10:11:01.131035 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9d578b4c-3b37-466c-89d7-5a3ae111eee0 req-0ce50cb8-59f9-42b5-8d93-1032d602726e tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433824 Jul 05 10:11:01.472564 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:01.607415 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43972383-3375-47b0-8d89-d895cea36745 req-59092c5b-d16f-4ee5-b467-206ae1d5ead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:01.608917 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-43972383-3375-47b0-8d89-d895cea36745 req-59092c5b-d16f-4ee5-b467-206ae1d5ead8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 HTTP/1.1" status: 200 len: 919 time: 0.1617434 Jul 05 10:11:01.610991 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-d48a25b2-8ab4-4bc2-883c-c354a8c4868f service neutron] 10.222.0.30 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649058 Jul 05 10:11:01.627501 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e4406690-ac0d-4076-8069-935b9903c5de req-d232f8c8-e57d-4c40-a668-d943878d0951 service neutron] 10.222.0.30 "GET /v2.0/networks/033e3c55-aad3-40e5-8b8b-1dedb7b873c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726201 Jul 05 10:11:01.636633 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e0e8f-1b8f-4e18-86f9-f5e2aeedc51d req-e655d8bf-a3e4-48b4-85c8-d3ce937e57b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:01.638107 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9a0e0e8f-1b8f-4e18-86f9-f5e2aeedc51d req-e655d8bf-a3e4-48b4-85c8-d3ce937e57b4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 1129 time: 0.0978451 Jul 05 10:11:01.648937 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['494e9e9b-34e3-4ca8-b312-38f821ddd851'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:11:01.670356 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-43972383-3375-47b0-8d89-d895cea36745 req-934df08e-c6e0-4f6c-8704-51a2de8411a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=494e9e9b-34e3-4ca8-b312-38f821ddd851 HTTP/1.1" status: 200 len: 217 time: 0.0435812 Jul 05 10:11:01.676700 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9a0e0e8f-1b8f-4e18-86f9-f5e2aeedc51d req-19387476-ba39-4d12-8138-e36105f33d31 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:01.708851 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:01.718665 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:01.739336 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e4406690-ac0d-4076-8069-935b9903c5de req-6a5e5d28-438a-414d-8794-bf09ff8b4c5e service neutron] 10.222.0.30 "GET /v2.0/networks/033e3c55-aad3-40e5-8b8b-1dedb7b873c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054227 Jul 05 10:11:01.773470 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9a0e0e8f-1b8f-4e18-86f9-f5e2aeedc51d req-19387476-ba39-4d12-8138-e36105f33d31 service neutron] Publish callbacks [] for security_group (e650062d-6868-46d9-ab09-4c24de9fb5f3), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:01.778060 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9a0e0e8f-1b8f-4e18-86f9-f5e2aeedc51d req-19387476-ba39-4d12-8138-e36105f33d31 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (e650062d-6868-46d9-ab09-4c24de9fb5f3), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:01.820901 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9a0e0e8f-1b8f-4e18-86f9-f5e2aeedc51d req-19387476-ba39-4d12-8138-e36105f33d31 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576562 Jul 05 10:11:01.826035 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19387476-ba39-4d12-8138-e36105f33d31 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e650062d-6868-46d9-ab09-4c24de9fb5f3,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:02.135040 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae6975-4bb8-48b8-98ca-115a93e3c44e req-3c46e5f0-5136-446e-aa0b-27a89f52721d tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:02.136519 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-79ae6975-4bb8-48b8-98ca-115a93e3c44e req-3c46e5f0-5136-446e-aa0b-27a89f52721d tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 945 time: 0.0802252 Jul 05 10:11:02.142286 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2574190-f756-4f72-9aeb-e209b52b5af0 req-69037be0-2462-4d12-b554-37f6070f1050 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:02.143620 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a2574190-f756-4f72-9aeb-e209b52b5af0 req-69037be0-2462-4d12-b554-37f6070f1050 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 944 time: 0.0775268 Jul 05 10:11:02.219354 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-79ae6975-4bb8-48b8-98ca-115a93e3c44e req-ec9e7a9f-e08c-4fad-bcdd-c39e91e33afa tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748072 Jul 05 10:11:02.223371 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a2574190-f756-4f72-9aeb-e209b52b5af0 req-451fa333-8f43-4fd2-bd93-27f8103d400e tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717981 Jul 05 10:11:02.330210 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5d72a-78aa-46b3-92c7-7c9c604dd79b req-669dd46c-77e3-4bdd-9afc-55322fdf2b4d tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:02.331633 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-acc5d72a-78aa-46b3-92c7-7c9c604dd79b req-669dd46c-77e3-4bdd-9afc-55322fdf2b4d tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 944 time: 0.0499501 Jul 05 10:11:02.377534 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-acc5d72a-78aa-46b3-92c7-7c9c604dd79b req-927700ab-377c-4193-82a6-a69edf25a4d6 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403669 Jul 05 10:11:02.814287 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 494e9e9b-34e3-4ca8-b312-38f821ddd851 up at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:02.857005 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning for port 494e9e9b-34e3-4ca8-b312-38f821ddd851 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 10:11:02.862963 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning complete for port 494e9e9b-34e3-4ca8-b312-38f821ddd851 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:11:02.863327 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (494e9e9b-34e3-4ca8-b312-38f821ddd851), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:02.938710 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port 494e9e9b-34e3-4ca8-b312-38f821ddd851 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:11:02.939104 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (494e9e9b-34e3-4ca8-b312-38f821ddd851), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:02.963228 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c29e5f-2d52-4c7a-9122-11dbaf998421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494e9e9b-34e3-4ca8-b312-38f821ddd851'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:11:02.965968 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0ff12b24adccf04d36d5e95ed2fd555b52d0445ded186c21edfbf2ad21407b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4591b158-c3ce-4627-abfb-710da5728ad0" -d '{"events": [{"server_uuid": "f6c29e5f-2d52-4c7a-9122-11dbaf998421", "name": "network-vif-plugged", "status": "completed", "tag": "494e9e9b-34e3-4ca8-b312-38f821ddd851"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:11:02.985288 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 494e9e9b-34e3-4ca8-b312-38f821ddd851, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=494e9e9b-34e3-4ca8-b312-38f821ddd851,segment=NetworkSegment(746b1970-621d-49df-8f95-2f2b20e407c9),segment_id=746b1970-621d-49df-8f95-2f2b20e407c9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:02.991171 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (494e9e9b-34e3-4ca8-b312-38f821ddd851), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:03.015002 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1668873-50ad-4cd2-86bb-0750f005026b x-openstack-request-id: req-d1668873-50ad-4cd2-86bb-0750f005026b {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:11:03.015308 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c29e5f-2d52-4c7a-9122-11dbaf998421", "name": "network-vif-plugged", "status": "completed", "tag": "494e9e9b-34e3-4ca8-b312-38f821ddd851", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:11:03.015555 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1668873-50ad-4cd2-86bb-0750f005026b {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:11:03.015937 dv-cinder-master-3-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1668873-50ad-4cd2-86bb-0750f005026b'] response: {'server_uuid': 'f6c29e5f-2d52-4c7a-9122-11dbaf998421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494e9e9b-34e3-4ca8-b312-38f821ddd851', 'code': 200} Jul 05 10:11:03.040767 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=494e9e9b-34e3-4ca8-b312-38f821ddd851,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:03.344211 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-1d9775e9-0229-4b43-92f0-d1eaa87df6ef tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:03.345694 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-1d9775e9-0229-4b43-92f0-d1eaa87df6ef tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/networks?id=47de8f46-bb2e-4830-b096-bb218c860b15 HTTP/1.1" status: 200 len: 809 time: 0.1537638 Jul 05 10:11:03.361825 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:03.366438 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-2335d3f6-c3be-498e-b6be-dcb80a725d0e tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/quotas/c48f677354594fdc839367fff8b3dc29 HTTP/1.1" status: 200 len: 375 time: 0.0153472 Jul 05 10:11:03.372875 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e67e36-ac7e-42f4-9db5-de306a8cdae7 req-2e8978a4-dfdc-4883-aed1-84bfb540c02d tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:03.374270 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-72e67e36-ac7e-42f4-9db5-de306a8cdae7 req-2e8978a4-dfdc-4883-aed1-84bfb540c02d tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 945 time: 0.0754037 Jul 05 10:11:03.413194 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-a35f7c35-23f4-463a-b829-6a3d7871a932 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c48f677354594fdc839367fff8b3dc29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380006 Jul 05 10:11:03.466601 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-72e67e36-ac7e-42f4-9db5-de306a8cdae7 req-3ec03a64-5b4f-46a5-868f-3477c122f99f tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828502 Jul 05 10:11:03.534300 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-241a9b41-6405-4386-a16b-7d6325d9fe5e service neutron] 10.222.0.20 "GET /v2.0/networks/47de8f46-bb2e-4830-b096-bb218c860b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136570 Jul 05 10:11:03.586144 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f318f-05fb-4bda-9453-83db814a7b6c req-877d3555-a546-4912-91cb-c648bb90d0c3 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:03.587576 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-040f318f-05fb-4bda-9453-83db814a7b6c req-877d3555-a546-4912-91cb-c648bb90d0c3 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 944 time: 0.0662241 Jul 05 10:11:03.603794 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:03.831586 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-040f318f-05fb-4bda-9453-83db814a7b6c req-b538e38a-1538-4cc8-8865-0ba4a5eecb21 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2378037 Jul 05 10:11:03.836830 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-7baac241-c46b-4859-bf23-ddb674b55de7 service neutron] 10.222.0.20 "GET /v2.0/networks/47de8f46-bb2e-4830-b096-bb218c860b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869432 Jul 05 10:11:03.946336 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fc79c-e731-4046-b720-c415562ffda1 req-118fded6-39dc-4623-89c8-5af0061af1a3 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:03.948089 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-177fc79c-e731-4046-b720-c415562ffda1 req-118fded6-39dc-4623-89c8-5af0061af1a3 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 944 time: 0.0555573 Jul 05 10:11:04.007256 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f54b8cd7-85cd-4b2b-8532-8a63daeac920 req-10deaa80-708f-4327-bd18-80b61c9f6ff0 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 210 time: 0.0355859 Jul 05 10:11:04.021392 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-177fc79c-e731-4046-b720-c415562ffda1 req-17cb4328-90af-4947-8cf5-2e140a9b4dca tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673676 Jul 05 10:11:04.580800 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5a60e-ef69-420b-b856-ad7684b168e4 req-e9eef8a6-54d3-4e67-8ba0-9da4a0a49254 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:04.582245 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b9d5a60e-ef69-420b-b856-ad7684b168e4 req-e9eef8a6-54d3-4e67-8ba0-9da4a0a49254 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 945 time: 0.0492094 Jul 05 10:11:04.627690 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b9d5a60e-ef69-420b-b856-ad7684b168e4 req-3c822346-c212-46cd-907b-2da3f2382c9b tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394020 Jul 05 10:11:04.942026 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd179c6-d1c6-4def-a587-3dd313234f6d req-1ad38dfc-a1ea-411c-a638-18c1a6e3d544 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:04.943499 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0bd179c6-d1c6-4def-a587-3dd313234f6d req-1ad38dfc-a1ea-411c-a638-18c1a6e3d544 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 944 time: 0.0468814 Jul 05 10:11:04.989764 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0bd179c6-d1c6-4def-a587-3dd313234f6d req-5351a7d6-a089-43bf-a5e8-e68fd29c0431 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399404 Jul 05 10:11:05.101714 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9ff1c658-ca9d-4024-8816-36ce48708371 req-21b0cd76-16a0-4648-bb4c-53c81efbd41d tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 210 time: 0.0299349 Jul 05 10:11:05.148225 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f3949-61b4-4ba6-b192-b94b1620b7cc req-57b2fa09-4000-421b-ab83-cd19565fa77f tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:05.149701 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c90f3949-61b4-4ba6-b192-b94b1620b7cc req-57b2fa09-4000-421b-ab83-cd19565fa77f tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 944 time: 0.0510390 Jul 05 10:11:05.195329 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c90f3949-61b4-4ba6-b192-b94b1620b7cc req-7cedc2f6-6fee-444f-b9f9-17b555db1a55 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400612 Jul 05 10:11:05.738014 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22342f-3203-4c89-8ed5-7d8580ff1a69 req-d86e23c2-4c90-4d67-a9b9-5656337d04ee tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:05.739537 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ca22342f-3203-4c89-8ed5-7d8580ff1a69 req-d86e23c2-4c90-4d67-a9b9-5656337d04ee tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 945 time: 0.0467668 Jul 05 10:11:05.785392 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ca22342f-3203-4c89-8ed5-7d8580ff1a69 req-9eee2872-a92f-4f1c-841d-8238a06c7ebc tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404587 Jul 05 10:11:06.100605 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72990d53-b9aa-454a-bed0-a25397b88c61 req-41ebd12a-0420-4765-ab33-3d062e4908ab tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:06.102022 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-72990d53-b9aa-454a-bed0-a25397b88c61 req-41ebd12a-0420-4765-ab33-3d062e4908ab tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 944 time: 0.0466084 Jul 05 10:11:06.142675 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:06.158418 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-72990d53-b9aa-454a-bed0-a25397b88c61 req-ebb2be0f-cb31-4d29-8834-7510b8cb27b6 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510557 Jul 05 10:11:06.194505 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-df42b098-546a-402a-9e52-a433ec9a30cf req-2fa1c09b-f314-4a06-b0c2-0759d1f843ba tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 210 time: 0.0270185 Jul 05 10:11:06.304043 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bfa73-5f69-4151-b886-8c6c2e45b870 req-ee2e6767-02ac-489f-9b97-4e8387119356 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:06.306017 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-da5bfa73-5f69-4151-b886-8c6c2e45b870 req-ee2e6767-02ac-489f-9b97-4e8387119356 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 944 time: 0.0452676 Jul 05 10:11:06.331775 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=17 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:06.350982 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=17 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:06.352199 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-da5bfa73-5f69-4151-b886-8c6c2e45b870 req-fd9da0fe-be5e-4ea3-8cc6-e3424feb9d16 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408633 Jul 05 10:11:06.898995 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf78b7-5a40-4856-9fad-4802caaf75c7 req-aa312b9d-8557-412c-b3fe-c24fde15b120 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:06.900494 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-73cf78b7-5a40-4856-9fad-4802caaf75c7 req-aa312b9d-8557-412c-b3fe-c24fde15b120 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 945 time: 0.0502257 Jul 05 10:11:06.949565 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-73cf78b7-5a40-4856-9fad-4802caaf75c7 req-f3127025-b4c4-4e0d-9066-c8a1fc9346de tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435395 Jul 05 10:11:07.279218 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6353111-9d93-4341-bf35-91bd56b2b79b req-41d44990-85b2-4f08-87fb-607a9e1613f9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:07.280670 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a6353111-9d93-4341-bf35-91bd56b2b79b req-41d44990-85b2-4f08-87fb-607a9e1613f9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 944 time: 0.0572195 Jul 05 10:11:07.301994 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4b5afdc6-111e-42ce-b364-dddc37ceb7fc req-c8ccbed9-d359-43cc-89f4-a99fbb905427 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 210 time: 0.0421479 Jul 05 10:11:07.338344 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a6353111-9d93-4341-bf35-91bd56b2b79b req-74695f32-b191-443b-bd45-cfa600f35e91 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431025 Jul 05 10:11:07.467472 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8a5ff-a3c5-44fb-9e4c-08baa69dcbcc req-7aaf6543-2cba-4b07-8c84-8719be4cedb1 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:07.468867 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c8f8a5ff-a3c5-44fb-9e4c-08baa69dcbcc req-7aaf6543-2cba-4b07-8c84-8719be4cedb1 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 944 time: 0.0507574 Jul 05 10:11:07.514578 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c8f8a5ff-a3c5-44fb-9e4c-08baa69dcbcc req-3b4b9771-2b42-4bfa-abbc-f72bd8de0193 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402017 Jul 05 10:11:08.052412 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:08.061373 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b11c1-5f03-4714-8a3a-2ca2abce328b req-fa3ec3ab-eadc-49e4-a31f-7cd0d3e4ce52 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:08.062820 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-eb2b11c1-5f03-4714-8a3a-2ca2abce328b req-fa3ec3ab-eadc-49e4-a31f-7cd0d3e4ce52 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 945 time: 0.0469332 Jul 05 10:11:08.109054 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-eb2b11c1-5f03-4714-8a3a-2ca2abce328b req-9c5d1705-4e40-4dd5-9cd6-7245fad34062 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407193 Jul 05 10:11:08.396737 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e3b4f3a5-ea2a-43da-8932-9826abb402f3 req-10aa8386-31fe-4a2c-ad7d-fb067fd26611 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 210 time: 0.0308797 Jul 05 10:11:08.467695 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256b9be-2410-4224-8610-42b14bd62b6f req-c9c6ab07-b813-4aa1-bfa9-3615c7dcfa32 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:08.469228 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3256b9be-2410-4224-8610-42b14bd62b6f req-c9c6ab07-b813-4aa1-bfa9-3615c7dcfa32 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 944 time: 0.0627947 Jul 05 10:11:08.520981 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3256b9be-2410-4224-8610-42b14bd62b6f req-e6a53f7d-1304-44f6-9a06-b8cef6e7fedf tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450373 Jul 05 10:11:08.637452 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f456ea9-cf06-48ff-b530-4947a19dfe1a req-9c4fa8bb-ae14-481f-a55a-d9d8a4c66cc8 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:08.638922 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1f456ea9-cf06-48ff-b530-4947a19dfe1a req-9c4fa8bb-ae14-481f-a55a-d9d8a4c66cc8 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 944 time: 0.0533054 Jul 05 10:11:08.690904 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1f456ea9-cf06-48ff-b530-4947a19dfe1a req-a8cb2a49-a96e-4f51-89b3-d180f54f8783 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463958 Jul 05 10:11:09.231373 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ba4b2-1ed7-4bab-9bab-5d019fa14768 req-04178f9e-69a5-4c91-86aa-e9a5e092ed0f tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:09.232864 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b71ba4b2-1ed7-4bab-9bab-5d019fa14768 req-04178f9e-69a5-4c91-86aa-e9a5e092ed0f tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 945 time: 0.0548937 Jul 05 10:11:09.317453 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b71ba4b2-1ed7-4bab-9bab-5d019fa14768 req-d887d0ba-ef06-4d00-ad5a-1319f7c955ac tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782630 Jul 05 10:11:09.322841 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43972383-3375-47b0-8d89-d895cea36745 req-ddca6b87-afd8-4a77-b01d-4c702584295c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:09.325110 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-43972383-3375-47b0-8d89-d895cea36745 req-ddca6b87-afd8-4a77-b01d-4c702584295c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49eafe0c-582f-492a-b16d-b0de2f074502 HTTP/1.1" status: 200 len: 857 time: 0.0639238 Jul 05 10:11:09.399801 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 42598) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:11:09.490739 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a1ac653d-ee4f-488d-9f6f-367e6aa06770 req-3ae21b3a-dc84-478a-8328-6634a3c8a78a tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 210 time: 0.0288355 Jul 05 10:11:09.512305 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0559a543-9e7b-4fce-b918-9139f790c3a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:09.592873 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0559a543-9e7b-4fce-b918-9139f790c3a2 admin admin] Publish callbacks [] for security_group (bfacf777-7a5e-4a5b-bd52-b939424e6def), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:09.596792 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0559a543-9e7b-4fce-b918-9139f790c3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (bfacf777-7a5e-4a5b-bd52-b939424e6def), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:09.632338 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0559a543-9e7b-4fce-b918-9139f790c3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfacf777-7a5e-4a5b-bd52-b939424e6def,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:09.648760 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-0559a543-9e7b-4fce-b918-9139f790c3a2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7deda2682de45eebe55f0050d5b2014&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478034 Jul 05 10:11:09.650605 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0559a543-9e7b-4fce-b918-9139f790c3a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:09.650951 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0559a543-9e7b-4fce-b918-9139f790c3a2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:09.651310 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0559a543-9e7b-4fce-b918-9139f790c3a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:09.651651 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0559a543-9e7b-4fce-b918-9139f790c3a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:09.651982 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0559a543-9e7b-4fce-b918-9139f790c3a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:09.652310 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0559a543-9e7b-4fce-b918-9139f790c3a2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:09.652678 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0559a543-9e7b-4fce-b918-9139f790c3a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:09.653002 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0559a543-9e7b-4fce-b918-9139f790c3a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:09.653340 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0559a543-9e7b-4fce-b918-9139f790c3a2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:09.653669 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0559a543-9e7b-4fce-b918-9139f790c3a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:09.653992 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0559a543-9e7b-4fce-b918-9139f790c3a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:09.654332 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0559a543-9e7b-4fce-b918-9139f790c3a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:09.654654 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0559a543-9e7b-4fce-b918-9139f790c3a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:09.654971 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0559a543-9e7b-4fce-b918-9139f790c3a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:09.655290 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0559a543-9e7b-4fce-b918-9139f790c3a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:09.658476 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 42624) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:11:09.698307 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f786bdd-383b-4c97-976a-76455760afdc req-e4dcaa83-6107-4a0a-86c7-e8aa6855d69e tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:09.709632 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2f786bdd-383b-4c97-976a-76455760afdc req-e4dcaa83-6107-4a0a-86c7-e8aa6855d69e tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 944 time: 0.1162171 Jul 05 10:11:09.718080 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3e67e43f-0412-4a46-ae4a-cecba2703db2 admin admin] Publish callbacks [] for security_group (bfacf777-7a5e-4a5b-bd52-b939424e6def), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:09.746197 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3e67e43f-0412-4a46-ae4a-cecba2703db2 admin admin] Publish callbacks [] for security_group (bfacf777-7a5e-4a5b-bd52-b939424e6def), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:09.779701 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2f786bdd-383b-4c97-976a-76455760afdc req-4e98319c-f4e1-46d1-b63b-5a9f9aba0dd3 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691056 Jul 05 10:11:09.813998 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3e67e43f-0412-4a46-ae4a-cecba2703db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (bfacf777-7a5e-4a5b-bd52-b939424e6def), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:09.817538 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3e67e43f-0412-4a46-ae4a-cecba2703db2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:09.818851 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-3e67e43f-0412-4a46-ae4a-cecba2703db2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bfacf777-7a5e-4a5b-bd52-b939424e6def HTTP/1.1" status: 204 len: 168 time: 0.1593003 Jul 05 10:11:09.829030 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67e43f-0412-4a46-ae4a-cecba2703db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfacf777-7a5e-4a5b-bd52-b939424e6def,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:09.878845 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309da28-7608-4a53-b9c8-ccf73e3fc817 req-bd24146f-16f1-4b90-9a9d-39225f972767 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:09.881467 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8309da28-7608-4a53-b9c8-ccf73e3fc817 req-bd24146f-16f1-4b90-9a9d-39225f972767 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 944 time: 0.0743210 Jul 05 10:11:09.945798 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8309da28-7608-4a53-b9c8-ccf73e3fc817 req-530b6f41-d7bf-434f-9f97-2c31faf02fe2 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571396 Jul 05 10:11:10.148279 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:10.192612 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 42652) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:11:10.210930 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b5991d4d-a129-4c6d-95ff-e3b2ec9ae80b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:10.213744 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:10.294089 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b5991d4d-a129-4c6d-95ff-e3b2ec9ae80b admin admin] Publish callbacks [] for security_group (ed65ce93-73fd-484b-9ca5-c2c4edc8cf34), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:10.297429 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b5991d4d-a129-4c6d-95ff-e3b2ec9ae80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (ed65ce93-73fd-484b-9ca5-c2c4edc8cf34), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:10.301826 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:10.340786 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-b5991d4d-a129-4c6d-95ff-e3b2ec9ae80b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bcae2d3aae7b47e08f985c56c18dda7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1468246 Jul 05 10:11:10.341650 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5991d4d-a129-4c6d-95ff-e3b2ec9ae80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed65ce93-73fd-484b-9ca5-c2c4edc8cf34,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:10.343314 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 42656) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:11:10.391141 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:10.412626 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a22fc142-5f13-43aa-b185-d62c8096f3e3 admin admin] Publish callbacks [] for security_group (ed65ce93-73fd-484b-9ca5-c2c4edc8cf34), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:10.466033 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80e41d-e427-40e7-b798-af5895f6157d req-dce6e76c-5b0a-4988-b6a1-c690b5e7f2bf tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:10.467387 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-eb80e41d-e427-40e7-b798-af5895f6157d req-dce6e76c-5b0a-4988-b6a1-c690b5e7f2bf tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 945 time: 0.0735176 Jul 05 10:11:10.469195 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a22fc142-5f13-43aa-b185-d62c8096f3e3 admin admin] Publish callbacks [] for security_group (ed65ce93-73fd-484b-9ca5-c2c4edc8cf34), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:10.539941 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-eb80e41d-e427-40e7-b798-af5895f6157d req-4d08d4b7-1372-4c23-a60b-7e7e54361b82 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639472 Jul 05 10:11:10.558179 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a22fc142-5f13-43aa-b185-d62c8096f3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (ed65ce93-73fd-484b-9ca5-c2c4edc8cf34), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:10.560546 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a22fc142-5f13-43aa-b185-d62c8096f3e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:10.568116 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-a22fc142-5f13-43aa-b185-d62c8096f3e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed65ce93-73fd-484b-9ca5-c2c4edc8cf34 HTTP/1.1" status: 204 len: 168 time: 0.2182486 Jul 05 10:11:10.575963 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22fc142-5f13-43aa-b185-d62c8096f3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed65ce93-73fd-484b-9ca5-c2c4edc8cf34,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:10.584054 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22fc142-5f13-43aa-b185-d62c8096f3e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:10.584615 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22fc142-5f13-43aa-b185-d62c8096f3e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:10.585158 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22fc142-5f13-43aa-b185-d62c8096f3e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:10.585659 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22fc142-5f13-43aa-b185-d62c8096f3e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:10.586138 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22fc142-5f13-43aa-b185-d62c8096f3e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:10.586614 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22fc142-5f13-43aa-b185-d62c8096f3e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:10.587158 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22fc142-5f13-43aa-b185-d62c8096f3e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:10.587734 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22fc142-5f13-43aa-b185-d62c8096f3e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:10.588228 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22fc142-5f13-43aa-b185-d62c8096f3e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:10.588730 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22fc142-5f13-43aa-b185-d62c8096f3e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:10.589262 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22fc142-5f13-43aa-b185-d62c8096f3e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:10.589737 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22fc142-5f13-43aa-b185-d62c8096f3e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:10.590209 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22fc142-5f13-43aa-b185-d62c8096f3e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:10.590693 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22fc142-5f13-43aa-b185-d62c8096f3e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:10.591161 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22fc142-5f13-43aa-b185-d62c8096f3e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:10.626249 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ab3ff285-ff62-49db-8bd7-20ea912ef276 req-ffb68bc1-c58a-4e78-95db-70cf99af4507 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 210 time: 0.0318787 Jul 05 10:11:10.901711 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fa9a0-f5e6-4e0a-a1f4-58b5e8c92f0a req-fe31d60f-d972-44bd-8442-81a4ea0eaae4 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:10.903174 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d40fa9a0-f5e6-4e0a-a1f4-58b5e8c92f0a req-fe31d60f-d972-44bd-8442-81a4ea0eaae4 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 944 time: 0.0489388 Jul 05 10:11:10.932901 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:10.956705 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d40fa9a0-f5e6-4e0a-a1f4-58b5e8c92f0a req-e066cede-4103-418d-b9d8-f29192777b2e tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481124 Jul 05 10:11:11.070063 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c804a1-4a2e-49e4-b3b9-58f35a7e80ba req-116aa767-ded5-4ee7-98c6-e6191b44ee12 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:11.071682 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-28c804a1-4a2e-49e4-b3b9-58f35a7e80ba req-116aa767-ded5-4ee7-98c6-e6191b44ee12 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 944 time: 0.0572782 Jul 05 10:11:11.138940 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-28c804a1-4a2e-49e4-b3b9-58f35a7e80ba req-e60e38ed-d123-4828-945f-18bd36ad8c5f tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583012 Jul 05 10:11:11.477516 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-45c61ac7-b3e3-4dcf-ab54-773b305cc88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:11.665327 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef13d6-d64a-4c33-8b4c-200430cb226d req-34ffc628-fe6e-4f66-b89a-e6f6cba7dd28 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:11.666856 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-69ef13d6-d64a-4c33-8b4c-200430cb226d req-34ffc628-fe6e-4f66-b89a-e6f6cba7dd28 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 945 time: 0.0518613 Jul 05 10:11:11.740444 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-80b1148b-cc82-4363-b3a5-af8fccdbdd69 req-c8dfe515-a559-4c97-bbd3-23c406bebf14 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 210 time: 0.0439775 Jul 05 10:11:11.747977 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-69ef13d6-d64a-4c33-8b4c-200430cb226d req-e7d2a271-4e58-4e34-96d7-5412e6fa9684 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727265 Jul 05 10:11:12.069622 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9577c2b-8137-4a6c-9da5-a77f4abee09e req-8de71012-5561-470d-a094-43a2aac73dab tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:12.071093 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c9577c2b-8137-4a6c-9da5-a77f4abee09e req-8de71012-5561-470d-a094-43a2aac73dab tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 944 time: 0.0490522 Jul 05 10:11:12.121634 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c9577c2b-8137-4a6c-9da5-a77f4abee09e req-0dc15f11-206d-484b-bb0d-6bb55ca87bda tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446827 Jul 05 10:11:12.246763 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f183e-1081-4b3b-9c6f-9402c11cfda3 req-c99644c6-65db-4363-b48d-b26cdbc195c5 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:12.248230 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-127f183e-1081-4b3b-9c6f-9402c11cfda3 req-c99644c6-65db-4363-b48d-b26cdbc195c5 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 944 time: 0.0472844 Jul 05 10:11:12.295517 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-127f183e-1081-4b3b-9c6f-9402c11cfda3 req-995bcad3-f67f-4e7d-828c-54410119f712 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418656 Jul 05 10:11:12.475105 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device ff58dc45-3b6a-4ad9-a225-3ec518174c19 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:11:12.575477 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port ff58dc45-3b6a-4ad9-a225-3ec518174c19, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ff58dc45-3b6a-4ad9-a225-3ec518174c19,segment=NetworkSegment(746b1970-621d-49df-8f95-2f2b20e407c9),segment_id=746b1970-621d-49df-8f95-2f2b20e407c9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:12.586646 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Returning: {'device': 'ff58dc45-3b6a-4ad9-a225-3ec518174c19', 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0', 'port_id': 'ff58dc45-3b6a-4ad9-a225-3ec518174c19', 'mac_address': 'fa:16:3e:5a:15:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49eafe0c-582f-492a-b16d-b0de2f074502', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:11:12.622169 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port ff58dc45-3b6a-4ad9-a225-3ec518174c19 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:11:12.622560 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (ff58dc45-3b6a-4ad9-a225-3ec518174c19), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:12.636163 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff58dc45-3b6a-4ad9-a225-3ec518174c19 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:11:12.655883 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port ff58dc45-3b6a-4ad9-a225-3ec518174c19, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ff58dc45-3b6a-4ad9-a225-3ec518174c19,segment=NetworkSegment(746b1970-621d-49df-8f95-2f2b20e407c9),segment_id=746b1970-621d-49df-8f95-2f2b20e407c9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:12.659443 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (ff58dc45-3b6a-4ad9-a225-3ec518174c19), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:12.706460 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=ff58dc45-3b6a-4ad9-a225-3ec518174c19,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:12.714101 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:12.714442 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:12.714803 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:12.715153 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:12.715486 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:12.715815 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:12.716138 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:12.716483 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:12.716807 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:12.717126 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:12.717447 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:12.717765 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:12.718080 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:12.718395 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:12.718708 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:12.861538 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-06d25400-db32-4425-8015-7f4a650aaed6 req-25a7aa7f-a7e0-4323-a5ee-489e1bb2cffb tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 210 time: 0.0543103 Jul 05 10:11:12.878682 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e117e-a369-4f6c-add6-94e42a8ffc2c req-2c871406-22b6-4bf1-baa8-a167c9e8cd90 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:12.880100 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-737e117e-a369-4f6c-add6-94e42a8ffc2c req-2c871406-22b6-4bf1-baa8-a167c9e8cd90 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 945 time: 0.0627074 Jul 05 10:11:12.937002 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-737e117e-a369-4f6c-add6-94e42a8ffc2c req-603a1b60-03bc-40f1-80d7-51b2de01d252 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507429 Jul 05 10:11:13.232483 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ef5f8-5893-4293-baf9-a60a60070a70 req-8b6480d1-0c3c-44c8-90a2-9830f12c9292 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:13.233927 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d04ef5f8-5893-4293-baf9-a60a60070a70 req-8b6480d1-0c3c-44c8-90a2-9830f12c9292 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 944 time: 0.0465548 Jul 05 10:11:13.280399 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d04ef5f8-5893-4293-baf9-a60a60070a70 req-67c0db62-b85b-4a70-9fde-db1bf5872a15 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410888 Jul 05 10:11:13.411154 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f890e1d-8fc2-48c5-9366-dcf7e65fd542 req-f84769a8-2d0d-4c58-b324-e8f2e9bcdc3f tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:13.412546 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7f890e1d-8fc2-48c5-9366-dcf7e65fd542 req-f84769a8-2d0d-4c58-b324-e8f2e9bcdc3f tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 945 time: 0.0492609 Jul 05 10:11:13.460270 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7f890e1d-8fc2-48c5-9366-dcf7e65fd542 req-07f95c13-2d6b-41da-aed2-0d294aa7216f tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418217 Jul 05 10:11:13.940514 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:13.961164 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-80b724aa-0e6e-4e5c-8000-f597e2b1601e req-2c3f13dc-6509-4c59-9d2c-d0502f8c70f9 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 210 time: 0.0302250 Jul 05 10:11:14.062828 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18633d67-2441-444b-a01d-649539514ed9 req-e1f9e7d6-1de1-47cb-b9e7-2cd63421f203 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:14.064325 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-18633d67-2441-444b-a01d-649539514ed9 req-e1f9e7d6-1de1-47cb-b9e7-2cd63421f203 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 945 time: 0.0513220 Jul 05 10:11:14.077894 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-215a0b51-6445-4938-8808-a18b11df88ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:14.116378 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-18633d67-2441-444b-a01d-649539514ed9 req-c646cade-be7c-48c5-9958-54c06632ba49 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462029 Jul 05 10:11:14.392865 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120aeed5-e108-4916-9236-e61a4ed6f9a2 req-8a135e1c-65e9-430d-a05b-3c632c919036 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:14.394291 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-120aeed5-e108-4916-9236-e61a4ed6f9a2 req-8a135e1c-65e9-430d-a05b-3c632c919036 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 944 time: 0.0455854 Jul 05 10:11:14.439509 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-120aeed5-e108-4916-9236-e61a4ed6f9a2 req-7bdb5ba8-c8fb-43cc-aec1-0183b29f7aa4 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398922 Jul 05 10:11:14.577067 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028dc3ff-5eb8-4157-aa9f-ca84edacf423 req-ea5cae0e-fc89-4974-a165-47afef4df0e1 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:14.578683 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-028dc3ff-5eb8-4157-aa9f-ca84edacf423 req-ea5cae0e-fc89-4974-a165-47afef4df0e1 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 945 time: 0.0494342 Jul 05 10:11:14.630401 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-028dc3ff-5eb8-4157-aa9f-ca84edacf423 req-0a5095af-a11f-475e-83d8-9974f9d9be46 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457861 Jul 05 10:11:14.931567 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:15.048816 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['ff58dc45-3b6a-4ad9-a225-3ec518174c19'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:11:15.108998 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-189526f3-2442-40ec-8b84-9521ca336c86 req-1bc324f4-f8c7-45aa-83eb-aeda87dadd5e tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 210 time: 0.0626349 Jul 05 10:11:15.156847 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:15.178225 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:15.244492 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1824d9-2079-4b04-b9d8-be9657e5eb84 req-a8fbc146-4dc7-47aa-926e-52952e5cab3e tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:15.252902 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ec1824d9-2079-4b04-b9d8-be9657e5eb84 req-a8fbc146-4dc7-47aa-926e-52952e5cab3e tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 945 time: 0.0625024 Jul 05 10:11:15.282147 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:15.301023 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ec1824d9-2079-4b04-b9d8-be9657e5eb84 req-063a0cab-6b52-4392-8e55-557057b0c0ea tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469980 Jul 05 10:11:15.556643 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de1522-0fb2-4af8-8a28-b520cefd0c78 req-f250e953-2f3e-4de6-8053-17b589575285 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:15.558108 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-72de1522-0fb2-4af8-8a28-b520cefd0c78 req-f250e953-2f3e-4de6-8053-17b589575285 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 944 time: 0.0508547 Jul 05 10:11:15.607451 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-72de1522-0fb2-4af8-8a28-b520cefd0c78 req-1e15ad95-cc16-40c0-887d-7f5cb8a6c821 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438256 Jul 05 10:11:15.750602 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf16460-234a-40de-adc9-644f2e5d5612 req-7ac4154b-3213-407a-8eb0-495c9683b611 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:15.751995 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-dbf16460-234a-40de-adc9-644f2e5d5612 req-7ac4154b-3213-407a-8eb0-495c9683b611 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 945 time: 0.0516200 Jul 05 10:11:15.799719 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-dbf16460-234a-40de-adc9-644f2e5d5612 req-4fcf606e-fd65-4c01-953a-cf086daab82f tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416882 Jul 05 10:11:15.857039 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 42880) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:11:15.970259 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e32305d-8c81-48db-9007-25a687196371 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:16.042105 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43972383-3375-47b0-8d89-d895cea36745 req-8d6c9cd2-e831-42a6-8bbb-285ae3a6280b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:16.044129 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-43972383-3375-47b0-8d89-d895cea36745 req-8d6c9cd2-e831-42a6-8bbb-285ae3a6280b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567808 Jul 05 10:11:16.061171 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e32305d-8c81-48db-9007-25a687196371 admin admin] Publish callbacks [] for security_group (1242e8fe-42c8-4af9-b835-350a7b6a12f9), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:16.066164 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e32305d-8c81-48db-9007-25a687196371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (1242e8fe-42c8-4af9-b835-350a7b6a12f9), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:16.113160 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-8e32305d-8c81-48db-9007-25a687196371 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e792452a73034ec6b8e9749a0515a9fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550726 Jul 05 10:11:16.115387 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32305d-8c81-48db-9007-25a687196371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1242e8fe-42c8-4af9-b835-350a7b6a12f9,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:16.116306 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 42892) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:11:16.183976 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73f92723-99d2-4f17-9726-b41e561d4b6d admin admin] Publish callbacks [] for security_group (1242e8fe-42c8-4af9-b835-350a7b6a12f9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:16.218950 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ac0b1b66-bf4d-4657-ab98-42defc64dad4 req-5a98730f-65ea-4565-85f4-134e22437338 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 210 time: 0.0367858 Jul 05 10:11:16.241998 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73f92723-99d2-4f17-9726-b41e561d4b6d admin admin] Publish callbacks [] for security_group (1242e8fe-42c8-4af9-b835-350a7b6a12f9), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:16.244691 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:16.293005 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73f92723-99d2-4f17-9726-b41e561d4b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (1242e8fe-42c8-4af9-b835-350a7b6a12f9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:16.295717 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73f92723-99d2-4f17-9726-b41e561d4b6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:16.296917 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-73f92723-99d2-4f17-9726-b41e561d4b6d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1242e8fe-42c8-4af9-b835-350a7b6a12f9 HTTP/1.1" status: 204 len: 168 time: 0.1793838 Jul 05 10:11:16.304991 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f92723-99d2-4f17-9726-b41e561d4b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1242e8fe-42c8-4af9-b835-350a7b6a12f9,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:16.314757 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device ff58dc45-3b6a-4ad9-a225-3ec518174c19 up at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:16.369251 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning for port ff58dc45-3b6a-4ad9-a225-3ec518174c19 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 10:11:16.377597 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning complete for port ff58dc45-3b6a-4ad9-a225-3ec518174c19 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:11:16.378405 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (ff58dc45-3b6a-4ad9-a225-3ec518174c19), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:16.475602 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12e11b-f0c3-415a-b3cf-d5ba3e17c485 req-4c523191-42de-4459-8e92-a2a050768056 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:16.477590 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2c12e11b-f0c3-415a-b3cf-d5ba3e17c485 req-4c523191-42de-4459-8e92-a2a050768056 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 945 time: 0.0915871 Jul 05 10:11:16.560385 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2c12e11b-f0c3-415a-b3cf-d5ba3e17c485 req-5ad43899-e1ef-490b-b703-3f812bc61009 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763795 Jul 05 10:11:16.584730 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port ff58dc45-3b6a-4ad9-a225-3ec518174c19 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:11:16.585277 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (ff58dc45-3b6a-4ad9-a225-3ec518174c19), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:16.610153 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc065612-7f7d-45fb-89cc-9f332fb15dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff58dc45-3b6a-4ad9-a225-3ec518174c19'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:11:16.612346 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0ff12b24adccf04d36d5e95ed2fd555b52d0445ded186c21edfbf2ad21407b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efd062a-045f-4b15-a477-346e252e03da" -d '{"events": [{"server_uuid": "fc065612-7f7d-45fb-89cc-9f332fb15dd1", "name": "network-vif-plugged", "status": "completed", "tag": "ff58dc45-3b6a-4ad9-a225-3ec518174c19"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:11:16.625768 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port ff58dc45-3b6a-4ad9-a225-3ec518174c19, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ff58dc45-3b6a-4ad9-a225-3ec518174c19,segment=NetworkSegment(746b1970-621d-49df-8f95-2f2b20e407c9),segment_id=746b1970-621d-49df-8f95-2f2b20e407c9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:16.643274 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (ff58dc45-3b6a-4ad9-a225-3ec518174c19), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:16.661153 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94dc769f-b0f4-45d8-b697-96cd9b6cacca x-openstack-request-id: req-94dc769f-b0f4-45d8-b697-96cd9b6cacca {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:11:16.661769 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc065612-7f7d-45fb-89cc-9f332fb15dd1", "name": "network-vif-plugged", "status": "completed", "tag": "ff58dc45-3b6a-4ad9-a225-3ec518174c19", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:11:16.662202 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94dc769f-b0f4-45d8-b697-96cd9b6cacca {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:11:16.662921 dv-cinder-master-3-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94dc769f-b0f4-45d8-b697-96cd9b6cacca'] response: {'server_uuid': 'fc065612-7f7d-45fb-89cc-9f332fb15dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff58dc45-3b6a-4ad9-a225-3ec518174c19', 'code': 200} Jul 05 10:11:16.719655 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=ff58dc45-3b6a-4ad9-a225-3ec518174c19,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:16.770864 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ebce7-6882-431b-8535-c0f73a5c109b req-878bf80d-dbd2-4791-9f59-54906e4aed11 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:16.779559 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-985ebce7-6882-431b-8535-c0f73a5c109b req-878bf80d-dbd2-4791-9f59-54906e4aed11 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 944 time: 0.0642910 Jul 05 10:11:16.782195 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 42926) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:11:16.799945 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:16.821385 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2ed1cb92-f81f-454b-89a4-0a4d910e6894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:16.867801 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:16.953748 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-985ebce7-6882-431b-8535-c0f73a5c109b req-ddd4f5ce-0df6-4308-8112-54de06a1c348 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732674 Jul 05 10:11:17.018846 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:17.042070 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30dd5c-c38d-4ccc-a429-ed863eb344ff req-1a9d432a-5e60-4522-881b-0bdae3a596b9 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:17.043551 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9d30dd5c-c38d-4ccc-a429-ed863eb344ff req-1a9d432a-5e60-4522-881b-0bdae3a596b9 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.1667805 Jul 05 10:11:17.044494 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bc6c6-2538-4e58-a540-5bf8883ed183 req-8bf3ca22-5159-48a8-b5c2-6687458ff2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:17.045828 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ec7bc6c6-2538-4e58-a540-5bf8883ed183 req-8bf3ca22-5159-48a8-b5c2-6687458ff2eb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 1129 time: 0.1214743 Jul 05 10:11:17.063465 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-43972383-3375-47b0-8d89-d895cea36745 req-cd194769-b264-4e05-93b8-f7877b193da2 service neutron] 10.222.0.30 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661657 Jul 05 10:11:17.116935 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2ed1cb92-f81f-454b-89a4-0a4d910e6894 admin admin] Publish callbacks [] for security_group (1b9a2dd9-a6fc-4d1b-88a4-1d9dac6f72fd), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:17.124672 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9d30dd5c-c38d-4ccc-a429-ed863eb344ff req-45620276-edb7-41aa-b8d8-dbfd91ba844d tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733521 Jul 05 10:11:17.125356 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2ed1cb92-f81f-454b-89a4-0a4d910e6894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (1b9a2dd9-a6fc-4d1b-88a4-1d9dac6f72fd), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:17.168284 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1cb92-f81f-454b-89a4-0a4d910e6894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9a2dd9-a6fc-4d1b-88a4-1d9dac6f72fd,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:17.175993 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-2ed1cb92-f81f-454b-89a4-0a4d910e6894 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c78bc139dd2f42358d581430d6d9351c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3895555 Jul 05 10:11:17.175993 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 42934) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:11:17.238466 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-60c59775-3035-48d5-a5dc-0b61255ec583 admin admin] Publish callbacks [] for security_group (1b9a2dd9-a6fc-4d1b-88a4-1d9dac6f72fd), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:17.262306 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-60c59775-3035-48d5-a5dc-0b61255ec583 admin admin] Publish callbacks [] for security_group (1b9a2dd9-a6fc-4d1b-88a4-1d9dac6f72fd), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:17.336354 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-81dcb01c-eade-49f0-9f38-0f19a97bd9f6 req-72caea09-7f87-4cc3-b9c4-c4aec487f07a tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 210 time: 0.0430017 Jul 05 10:11:17.388004 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-60c59775-3035-48d5-a5dc-0b61255ec583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (1b9a2dd9-a6fc-4d1b-88a4-1d9dac6f72fd), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:17.391130 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-60c59775-3035-48d5-a5dc-0b61255ec583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:17.393288 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-60c59775-3035-48d5-a5dc-0b61255ec583 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b9a2dd9-a6fc-4d1b-88a4-1d9dac6f72fd HTTP/1.1" status: 204 len: 168 time: 0.2161224 Jul 05 10:11:17.444378 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead3f07-94ea-4b45-ba68-7e376a55af6c req-de335ff1-2033-46df-b266-ab22903bcfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:17.447405 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1ead3f07-94ea-4b45-ba68-7e376a55af6c req-de335ff1-2033-46df-b266-ab22903bcfcc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 1130 time: 0.1045012 Jul 05 10:11:17.467750 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c59775-3035-48d5-a5dc-0b61255ec583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9a2dd9-a6fc-4d1b-88a4-1d9dac6f72fd,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:17.475465 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ec7bc6c6-2538-4e58-a540-5bf8883ed183 req-1f5c8757-a4ce-40d3-be9d-5862f3fc1d66 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264162 Jul 05 10:11:17.494275 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-43972383-3375-47b0-8d89-d895cea36745 req-3f27a419-0224-460d-8758-d26b9571028a service neutron] 10.222.0.30 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667707 Jul 05 10:11:17.689424 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb745c8b-8827-4f3a-b03b-fe0d09d41f8b req-a0ebf270-b592-42ca-b0b6-8bb7d6b380b3 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:17.690895 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-eb745c8b-8827-4f3a-b03b-fe0d09d41f8b req-a0ebf270-b592-42ca-b0b6-8bb7d6b380b3 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 945 time: 0.0521538 Jul 05 10:11:17.745524 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-eb745c8b-8827-4f3a-b03b-fe0d09d41f8b req-51f41f08-2910-46ed-a61e-60f93c89160d tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485351 Jul 05 10:11:18.078107 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a2210-9e4b-4c10-9905-e15400c547f0 req-a26409ff-f9dc-44f9-a90b-90a24d93987a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:18.079576 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-626a2210-9e4b-4c10-9905-e15400c547f0 req-a26409ff-f9dc-44f9-a90b-90a24d93987a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 944 time: 0.0518000 Jul 05 10:11:18.127244 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-626a2210-9e4b-4c10-9905-e15400c547f0 req-301d54e2-eb74-4a1f-bf6f-37942a0f55ae tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420089 Jul 05 10:11:18.238772 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346d206-4418-4df3-990f-7708980c312c req-3f7da62f-db2f-4b41-8751-dcebb9670d9a tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:18.240320 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2346d206-4418-4df3-990f-7708980c312c req-3f7da62f-db2f-4b41-8751-dcebb9670d9a tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0469975 Jul 05 10:11:18.287797 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2346d206-4418-4df3-990f-7708980c312c req-420528f8-69ed-472b-b185-9a4118fb65a8 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410576 Jul 05 10:11:18.439272 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-21610539-d0ad-4e5f-bce5-d891885a1d8e req-3b419f30-bacb-4681-882a-dd4991ba1bb2 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 210 time: 0.0312231 Jul 05 10:11:18.868720 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:18.878013 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f23964-0c3f-4171-b1c9-3f201016fe00 req-021b4af4-8800-4186-8018-e31284c23c46 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:18.879580 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-74f23964-0c3f-4171-b1c9-3f201016fe00 req-021b4af4-8800-4186-8018-e31284c23c46 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 945 time: 0.0543005 Jul 05 10:11:18.948806 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-74f23964-0c3f-4171-b1c9-3f201016fe00 req-bf64bc5d-64f8-4251-ac4c-f20763f2fd12 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622847 Jul 05 10:11:19.244716 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d4036-2f1c-4b83-8f3d-938363501f45 req-a5bd6aca-a451-4251-aa27-2c6c45dd7732 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:19.246192 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-498d4036-2f1c-4b83-8f3d-938363501f45 req-a5bd6aca-a451-4251-aa27-2c6c45dd7732 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 944 time: 0.0546091 Jul 05 10:11:19.283504 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:19.297469 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-498d4036-2f1c-4b83-8f3d-938363501f45 req-249f110c-c244-4fc6-88c4-6bb92d31598f tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454879 Jul 05 10:11:19.416349 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf00d4-9bf7-4539-85af-5d87e0019a7a req-e0a2d041-18f7-48df-b896-d80d0726b81c tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:19.417841 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1bdf00d4-9bf7-4539-85af-5d87e0019a7a req-e0a2d041-18f7-48df-b896-d80d0726b81c tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0464692 Jul 05 10:11:19.479549 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 66542ef5-f0db-4a7d-ab6e-ceb382db45de details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:11:19.587526 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 66542ef5-f0db-4a7d-ab6e-ceb382db45de, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=66542ef5-f0db-4a7d-ab6e-ceb382db45de,segment=NetworkSegment(d4b01923-e693-4e36-bd4a-3dc5b8f9c91a),segment_id=d4b01923-e693-4e36-bd4a-3dc5b8f9c91a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:19.598978 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Returning: {'device': '66542ef5-f0db-4a7d-ab6e-ceb382db45de', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'port_id': '66542ef5-f0db-4a7d-ab6e-ceb382db45de', 'mac_address': 'fa:16:3e:2e:90:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:11:19.634417 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port 66542ef5-f0db-4a7d-ab6e-ceb382db45de is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:11:19.634804 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (66542ef5-f0db-4a7d-ab6e-ceb382db45de), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:19.647629 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66542ef5-f0db-4a7d-ab6e-ceb382db45de {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:11:19.650521 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1bdf00d4-9bf7-4539-85af-5d87e0019a7a req-d9c74182-6830-460a-84b7-a61463be9264 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270603 Jul 05 10:11:19.652293 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0857d3b7-5eff-421f-a6d2-7ede2f50a56d req-17a3794e-ae9d-4bad-a3c0-1fc358afa944 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 210 time: 0.0338225 Jul 05 10:11:19.674575 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 66542ef5-f0db-4a7d-ab6e-ceb382db45de, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=66542ef5-f0db-4a7d-ab6e-ceb382db45de,segment=NetworkSegment(d4b01923-e693-4e36-bd4a-3dc5b8f9c91a),segment_id=d4b01923-e693-4e36-bd4a-3dc5b8f9c91a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:19.678443 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (66542ef5-f0db-4a7d-ab6e-ceb382db45de), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:19.727326 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=66542ef5-f0db-4a7d-ab6e-ceb382db45de,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:20.055285 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255ba41-5ab8-4ca4-96af-f3f468a085ab req-b838e2f3-b289-4baf-b26e-72d44aef949c tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:20.056743 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7255ba41-5ab8-4ca4-96af-f3f468a085ab req-b838e2f3-b289-4baf-b26e-72d44aef949c tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 945 time: 0.0464177 Jul 05 10:11:20.105480 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7255ba41-5ab8-4ca4-96af-f3f468a085ab req-b19df130-d882-4b38-b98c-26b096ebf259 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432971 Jul 05 10:11:20.432847 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760dab81-ff9b-4342-8b76-d03ca49b0005 req-043b1989-dc3c-4a8b-a3b4-11d7adeb0d37 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:20.434291 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-760dab81-ff9b-4342-8b76-d03ca49b0005 req-043b1989-dc3c-4a8b-a3b4-11d7adeb0d37 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 945 time: 0.0508084 Jul 05 10:11:20.489607 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-760dab81-ff9b-4342-8b76-d03ca49b0005 req-655ba40b-bedb-4a91-b133-52ba6ea314be tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497916 Jul 05 10:11:20.772588 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fe0aa404-bc94-4d2e-acbb-9256d63b0d33 req-78f95f50-b3d6-483f-9256-1f89401e4054 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 210 time: 0.0526412 Jul 05 10:11:20.787862 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b8a32-228e-4798-988c-9288be60fdba req-08be3766-1b79-4115-9b09-fd0fed9adb33 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:20.789332 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-422b8a32-228e-4798-988c-9288be60fdba req-08be3766-1b79-4115-9b09-fd0fed9adb33 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0707345 Jul 05 10:11:20.839236 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-422b8a32-228e-4798-988c-9288be60fdba req-9559e005-7d00-454e-8298-8a62e89c585e tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438256 Jul 05 10:11:21.216591 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58db903-0c90-4af4-9532-3cdecbc6263f req-dcbf1ac8-1f3c-433b-aeaf-2762c7e2464a tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:21.218038 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c58db903-0c90-4af4-9532-3cdecbc6263f req-dcbf1ac8-1f3c-433b-aeaf-2762c7e2464a tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 945 time: 0.0473449 Jul 05 10:11:21.264473 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c58db903-0c90-4af4-9532-3cdecbc6263f req-c6ad5dd4-decd-4175-a41a-80dcc3a21d10 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409601 Jul 05 10:11:21.594102 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174af6e-f4b7-4144-910f-459e6d0fb4ad req-fe380bbb-8a1f-4989-ad0f-38c404f7c5af tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:21.595550 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3174af6e-f4b7-4144-910f-459e6d0fb4ad req-fe380bbb-8a1f-4989-ad0f-38c404f7c5af tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 945 time: 0.0467474 Jul 05 10:11:21.642445 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3174af6e-f4b7-4144-910f-459e6d0fb4ad req-948dd61d-7156-4ec1-8b6a-84f0c8a7dd52 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412033 Jul 05 10:11:21.876848 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de570329-4d3e-4bee-af15-c8d7843aa583 req-0157513b-bd32-4503-9b72-351fb09e1617 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 210 time: 0.0381646 Jul 05 10:11:21.959306 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcae171-8e21-4371-ac77-b9bcef41564d req-e26d46a2-94de-4a97-ad9a-189145704c25 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:21.960794 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bbcae171-8e21-4371-ac77-b9bcef41564d req-e26d46a2-94de-4a97-ad9a-189145704c25 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0508478 Jul 05 10:11:22.007520 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bbcae171-8e21-4371-ac77-b9bcef41564d req-76f26f3b-27fb-4525-bd36-e3f75fc8fe8d tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412424 Jul 05 10:11:22.375621 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c2025-8ac6-434c-8f8f-144be52bc5e5 req-7785230f-77bf-4031-8bb4-64f7a15e500b tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:22.377132 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-153c2025-8ac6-434c-8f8f-144be52bc5e5 req-7785230f-77bf-4031-8bb4-64f7a15e500b tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 945 time: 0.0475111 Jul 05 10:11:22.424890 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-153c2025-8ac6-434c-8f8f-144be52bc5e5 req-a9f5ecb2-79ea-4150-84e9-736bacede982 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424237 Jul 05 10:11:22.758999 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe86f2-b591-4c89-b25f-45016715c90d req-11a07356-7d46-479c-9602-e221480e6118 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:22.761165 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1ebe86f2-b591-4c89-b25f-45016715c90d req-11a07356-7d46-479c-9602-e221480e6118 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 945 time: 0.0539353 Jul 05 10:11:22.812617 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1ebe86f2-b591-4c89-b25f-45016715c90d req-8285712b-eef6-4e03-8938-81b3712fd3d7 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455015 Jul 05 10:11:22.816962 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1ead3f07-94ea-4b45-ba68-7e376a55af6c req-f7be1509-9b59-4e4e-a57b-80a5f8fa0517 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464065 Jul 05 10:11:22.825399 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['66542ef5-f0db-4a7d-ab6e-ceb382db45de'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:11:22.932695 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:22.976263 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b2e6600c-1b59-4262-9d61-86837bc41811 req-4899c87a-a563-42d7-8524-8a4ccec2181f tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 210 time: 0.0282650 Jul 05 10:11:23.110360 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:23.121801 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa1eb9-8d44-4b42-a30c-efe611ad7c89 req-0dd2a012-7d74-48ae-ba45-5eea63de884f tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:23.123259 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-46aa1eb9-8d44-4b42-a30c-efe611ad7c89 req-0dd2a012-7d74-48ae-ba45-5eea63de884f tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0494461 Jul 05 10:11:23.169226 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-46aa1eb9-8d44-4b42-a30c-efe611ad7c89 req-a1f9e21f-aad2-4979-be3a-fb390536d355 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404840 Jul 05 10:11:23.238333 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:11:23.537921 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b596b3-1c17-41a6-a0e9-44ff7fc94b2e req-7d902f7b-dca0-4a51-9840-786a5ec88cc8 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:23.539410 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-29b596b3-1c17-41a6-a0e9-44ff7fc94b2e req-7d902f7b-dca0-4a51-9840-786a5ec88cc8 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 945 time: 0.0501688 Jul 05 10:11:23.560629 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:23.594120 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-29b596b3-1c17-41a6-a0e9-44ff7fc94b2e req-1306414f-fd8e-49a4-9561-473292c4656c tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489352 Jul 05 10:11:23.930918 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273af77-854f-4cf7-9f71-dd53fd1e8772 req-d9d3625a-8c7e-40e4-b5bd-3f48d22de36d tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:23.933495 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9273af77-854f-4cf7-9f71-dd53fd1e8772 req-d9d3625a-8c7e-40e4-b5bd-3f48d22de36d tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 945 time: 0.0520487 Jul 05 10:11:23.980838 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9273af77-854f-4cf7-9f71-dd53fd1e8772 req-dafefbdb-2c7f-43a7-8a58-8050ac2b9add tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422542 Jul 05 10:11:24.074742 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-42036735-e735-4319-b31d-52399edcfc12 req-b21b4856-48c7-4989-ae10-cb23029cd968 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 210 time: 0.0314906 Jul 05 10:11:24.279953 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e4fb8-714c-4b8f-8e9b-624dcc062d7c req-8b1fd46f-67aa-4946-8397-52216fdf8ab6 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:24.281368 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0f2e4fb8-714c-4b8f-8e9b-624dcc062d7c req-8b1fd46f-67aa-4946-8397-52216fdf8ab6 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0468817 Jul 05 10:11:24.327936 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0f2e4fb8-714c-4b8f-8e9b-624dcc062d7c req-d93d43c8-8ebc-47e3-841c-fada670e5acd tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412207 Jul 05 10:11:25.090763 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d04da2-4cee-4b1f-b2ed-411119ed1081 req-0053aa11-a2e7-412c-be7d-7ef07f36c36e tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:25.092193 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-38d04da2-4cee-4b1f-b2ed-411119ed1081 req-0053aa11-a2e7-412c-be7d-7ef07f36c36e tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 945 time: 0.0460892 Jul 05 10:11:25.138851 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-38d04da2-4cee-4b1f-b2ed-411119ed1081 req-7ca7e6a8-ab28-4372-9450-7e643b33ffbb tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412138 Jul 05 10:11:25.171138 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b5a4f0ba-3d8b-4f6d-88d1-6ec0605d4fdf req-5644d884-74a6-4f5b-974a-1ba44ce32d05 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 210 time: 0.0313890 Jul 05 10:11:25.436965 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5342c59-1702-43ca-a8a5-a64e880f4f02 req-9c619d16-f3e0-4024-9d7f-ed79ed6a43fe tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:25.438402 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e5342c59-1702-43ca-a8a5-a64e880f4f02 req-9c619d16-f3e0-4024-9d7f-ed79ed6a43fe tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0459440 Jul 05 10:11:25.484983 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e5342c59-1702-43ca-a8a5-a64e880f4f02 req-4396aafe-be7a-4d74-a166-9e0c24d2560b tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412114 Jul 05 10:11:26.272771 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-08ee0037-57f8-4c38-89d4-5da17239fa31 req-7a19b9d7-2216-4971-af93-d6a724e925a2 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 210 time: 0.0368369 Jul 05 10:11:26.278690 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a92b03-e7a4-4451-a651-64218a374103 req-3d5311f6-4efb-4fde-ad10-cf3b0b11f7db tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:26.280047 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-43a92b03-e7a4-4451-a651-64218a374103 req-3d5311f6-4efb-4fde-ad10-cf3b0b11f7db tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 945 time: 0.0733776 Jul 05 10:11:26.327227 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-43a92b03-e7a4-4451-a651-64218a374103 req-00645007-775e-4a0b-916b-457be96fa63a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415142 Jul 05 10:11:26.594303 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0c2d8-3564-4c6b-96f4-63252bcbe9e7 req-e94a79f6-0c5a-434b-abc6-b6c44225f34d tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:26.595669 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9ae0c2d8-3564-4c6b-96f4-63252bcbe9e7 req-e94a79f6-0c5a-434b-abc6-b6c44225f34d tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0461144 Jul 05 10:11:26.641591 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9ae0c2d8-3564-4c6b-96f4-63252bcbe9e7 req-41955640-8baf-46e6-a36a-50fc3b3d9d79 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405447 Jul 05 10:11:27.365216 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c21337a4-098e-43e5-93bc-9599b953229b req-ed026fc2-1c9c-4c03-8460-3d11af77f787 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 210 time: 0.0277777 Jul 05 10:11:27.439853 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467281aa-708e-47e5-8fab-33f527a44b87 req-9e8631ab-994a-446d-b5a9-05fd980e97f6 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:27.441288 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-467281aa-708e-47e5-8fab-33f527a44b87 req-9e8631ab-994a-446d-b5a9-05fd980e97f6 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 945 time: 0.0482271 Jul 05 10:11:27.488665 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-467281aa-708e-47e5-8fab-33f527a44b87 req-8b17ce0d-fe5b-4906-9f21-95d0cd82d5e9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419600 Jul 05 10:11:27.755405 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa30cde-a323-4a16-9a35-b3e66ddb487f req-7a1ea978-ffa0-4cba-b49d-221c6b142e2a tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:27.756915 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9aa30cde-a323-4a16-9a35-b3e66ddb487f req-7a1ea978-ffa0-4cba-b49d-221c6b142e2a tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0491962 Jul 05 10:11:27.805133 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9aa30cde-a323-4a16-9a35-b3e66ddb487f req-239ad0ab-b48b-4f4c-b334-7fc75ddeedf6 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410688 Jul 05 10:11:28.459061 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a24d607a-f62c-4509-aa3c-e72f14593ea5 req-fcfd7dcb-15da-4be0-a88a-7abe4a6797dc tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 210 time: 0.0278800 Jul 05 10:11:28.603409 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe46630-b624-4ff2-bd65-b53d46a7833b req-37120d99-7e70-4c7e-925f-f99633f7437d tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:28.604905 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fbe46630-b624-4ff2-bd65-b53d46a7833b req-37120d99-7e70-4c7e-925f-f99633f7437d tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 945 time: 0.0507712 Jul 05 10:11:28.652601 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fbe46630-b624-4ff2-bd65-b53d46a7833b req-b342c5dc-b3a8-4b37-9ade-410493cb87ae tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419869 Jul 05 10:11:28.871759 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 66542ef5-f0db-4a7d-ab6e-ceb382db45de up at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:28.916132 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:28.917590 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning for port 66542ef5-f0db-4a7d-ab6e-ceb382db45de completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 10:11:28.920550 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:28.936281 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cb666-6b6e-42f3-ab00-e1e15a1b7022 req-437d592f-1f76-436d-ae3f-8126498a088d tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:28.936835 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning complete for port 66542ef5-f0db-4a7d-ab6e-ceb382db45de triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:11:28.937220 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (66542ef5-f0db-4a7d-ab6e-ceb382db45de), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:28.937944 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-038cb666-6b6e-42f3-ab00-e1e15a1b7022 req-437d592f-1f76-436d-ae3f-8126498a088d tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0642099 Jul 05 10:11:28.972558 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:29.037134 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port 66542ef5-f0db-4a7d-ab6e-ceb382db45de is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:11:29.037673 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (66542ef5-f0db-4a7d-ab6e-ceb382db45de), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:29.063827 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab80efc4-b2fa-4761-806b-2a197cc5b00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66542ef5-f0db-4a7d-ab6e-ceb382db45de'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:11:29.066278 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0ff12b24adccf04d36d5e95ed2fd555b52d0445ded186c21edfbf2ad21407b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4070789a-2009-4735-a091-936408a8b28d" -d '{"events": [{"server_uuid": "ab80efc4-b2fa-4761-806b-2a197cc5b00b", "name": "network-vif-plugged", "status": "completed", "tag": "66542ef5-f0db-4a7d-ab6e-ceb382db45de"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:11:29.080703 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 66542ef5-f0db-4a7d-ab6e-ceb382db45de, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=66542ef5-f0db-4a7d-ab6e-ceb382db45de,segment=NetworkSegment(d4b01923-e693-4e36-bd4a-3dc5b8f9c91a),segment_id=d4b01923-e693-4e36-bd4a-3dc5b8f9c91a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:29.082061 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-038cb666-6b6e-42f3-ab00-e1e15a1b7022 req-0c97ca33-de2b-4682-b063-ded30fedae7f tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369503 Jul 05 10:11:29.089254 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (66542ef5-f0db-4a7d-ab6e-ceb382db45de), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:29.124155 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4b1c0f-ba11-4f4f-acbe-222ac9eb0668 x-openstack-request-id: req-3c4b1c0f-ba11-4f4f-acbe-222ac9eb0668 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:11:29.124462 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab80efc4-b2fa-4761-806b-2a197cc5b00b", "name": "network-vif-plugged", "status": "completed", "tag": "66542ef5-f0db-4a7d-ab6e-ceb382db45de", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:11:29.124716 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c4b1c0f-ba11-4f4f-acbe-222ac9eb0668 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:11:29.125086 dv-cinder-master-3-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c4b1c0f-ba11-4f4f-acbe-222ac9eb0668'] response: {'server_uuid': 'ab80efc4-b2fa-4761-806b-2a197cc5b00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66542ef5-f0db-4a7d-ab6e-ceb382db45de', 'code': 200} Jul 05 10:11:29.150678 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=66542ef5-f0db-4a7d-ab6e-ceb382db45de,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:29.163567 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-da06d9ac-a1c1-48cf-9aa0-50964978a72b tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:29.164988 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-da06d9ac-a1c1-48cf-9aa0-50964978a72b tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.30 "GET /v2.0/networks?id=47de8f46-bb2e-4830-b096-bb218c860b15 HTTP/1.1" status: 200 len: 809 time: 0.1599319 Jul 05 10:11:29.559071 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b9ed260a-46a7-46e8-b5f8-266a836c3559 req-a684718b-b63e-4bbd-883a-dfa9b9c1a95a tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 210 time: 0.0279698 Jul 05 10:11:29.767085 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737fb53-44e7-4d80-bcfc-8659fd42816e req-c083e294-973e-44bf-84a3-b85c80f42940 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:29.768577 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7737fb53-44e7-4d80-bcfc-8659fd42816e req-c083e294-973e-44bf-84a3-b85c80f42940 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 946 time: 0.0460000 Jul 05 10:11:29.823293 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7737fb53-44e7-4d80-bcfc-8659fd42816e req-03687bb4-25ab-429f-9fdb-317be886d2d2 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490797 Jul 05 10:11:30.198021 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be99dc-6323-409a-aad2-268be5a9d99e req-d5a51cbd-0c83-40d3-aefb-191cc976366f tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:30.199510 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a1be99dc-6323-409a-aad2-268be5a9d99e req-d5a51cbd-0c83-40d3-aefb-191cc976366f tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0491123 Jul 05 10:11:30.267444 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a1be99dc-6323-409a-aad2-268be5a9d99e req-bad7d76f-7494-40ec-a9d4-5b8983ba79b6 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562725 Jul 05 10:11:30.650141 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-67d8b9af-13dc-48f1-8615-c07a2ccac512 req-a8572d41-a895-48d0-8b81-25aa5e750d91 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 210 time: 0.0270677 Jul 05 10:11:30.938071 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca6a9d-d59a-429d-987e-3a4c9fbeccb2 req-9c1e80ab-ddb5-4baa-a505-c743ea12a7e9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:30.939595 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-66ca6a9d-d59a-429d-987e-3a4c9fbeccb2 req-9c1e80ab-ddb5-4baa-a505-c743ea12a7e9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 946 time: 0.0470695 Jul 05 10:11:30.988876 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-66ca6a9d-d59a-429d-987e-3a4c9fbeccb2 req-65bbe916-fe2b-4055-952a-bf33dd5fd3e8 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436947 Jul 05 10:11:31.380333 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc43ac-1b8a-469e-94e7-df2339d446bf req-6fe1b647-2373-499a-9a41-0ac385c69701 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:31.381755 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-eefc43ac-1b8a-469e-94e7-df2339d446bf req-6fe1b647-2373-499a-9a41-0ac385c69701 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0470428 Jul 05 10:11:31.429962 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-eefc43ac-1b8a-469e-94e7-df2339d446bf req-64409c20-9181-4bbc-9ec0-ae6ea5b7d922 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424871 Jul 05 10:11:31.742732 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6f11d057-7257-4ed0-88f6-02aff7ac859c req-666be1e3-8b9b-45bc-bbf5-d2ad2b8a447a tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 210 time: 0.0279264 Jul 05 10:11:32.104264 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e4c33-989a-468f-8622-4df948f6d463 req-5a9b11ce-a1d8-4502-b551-3994f9b6d0f7 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:32.105774 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-989e4c33-989a-468f-8622-4df948f6d463 req-5a9b11ce-a1d8-4502-b551-3994f9b6d0f7 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 946 time: 0.0513792 Jul 05 10:11:32.151879 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-989e4c33-989a-468f-8622-4df948f6d463 req-10898a7f-b453-4041-8f2f-0b398f5f5784 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406086 Jul 05 10:11:32.541244 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18daa97b-7ed5-4e86-ae6a-b6192114b515 req-c7ff87b9-ca76-43f1-8846-1fff5a73c086 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:32.542677 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-18daa97b-7ed5-4e86-ae6a-b6192114b515 req-c7ff87b9-ca76-43f1-8846-1fff5a73c086 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0463147 Jul 05 10:11:32.589320 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-18daa97b-7ed5-4e86-ae6a-b6192114b515 req-c142e678-6fc0-4bb0-8653-860d057e9060 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413034 Jul 05 10:11:32.811765 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=26,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:32.814324 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:32.836228 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-189c7d78-8cc0-4b94-af33-fcf90d118f3e req-effb5f49-f0af-42b6-8ad1-51df99cc9681 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 210 time: 0.0287132 Jul 05 10:11:33.264864 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ecab1-91a9-4216-8dbe-92596b2582dc req-6b0159f5-f99b-48c0-a7c2-dd12d946a065 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:33.266351 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-800ecab1-91a9-4216-8dbe-92596b2582dc req-6b0159f5-f99b-48c0-a7c2-dd12d946a065 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 946 time: 0.0503893 Jul 05 10:11:33.314051 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-800ecab1-91a9-4216-8dbe-92596b2582dc req-1c76adf4-bf8c-4e7c-b4cb-c2e58bf65261 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415823 Jul 05 10:11:33.696136 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fe5b9-fcbd-495a-8ad1-bfc31542f4c3 req-5445e891-08fc-4f9e-9fb2-133c9270f72b tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:33.698097 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c17fe5b9-fcbd-495a-8ad1-bfc31542f4c3 req-5445e891-08fc-4f9e-9fb2-133c9270f72b tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0452375 Jul 05 10:11:33.743909 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c17fe5b9-fcbd-495a-8ad1-bfc31542f4c3 req-b9a14c47-0a15-4871-84b5-66816fc752bc tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402703 Jul 05 10:11:33.929206 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-97079f7d-f6e5-4c28-abf3-a89e564f137b req-95740587-7218-461c-b038-65fb84a178bf tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 210 time: 0.0277364 Jul 05 10:11:34.426869 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf0196-7a33-45d2-9116-bc5048ab01c2 req-24723657-9e1b-4ace-879e-4e8730aac249 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:34.428239 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f0cf0196-7a33-45d2-9116-bc5048ab01c2 req-24723657-9e1b-4ace-879e-4e8730aac249 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 946 time: 0.0488138 Jul 05 10:11:34.458386 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:34.475011 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f0cf0196-7a33-45d2-9116-bc5048ab01c2 req-620c4d7b-e249-43b0-bd26-7abd1d7df69c tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407479 Jul 05 10:11:34.616608 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-280e7ec9-6beb-48be-84bb-a511c641d77d tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Request body: {'port': {'device_id': 'fbea07d3-b6f1-479e-9fcb-abcfa716bb5b', 'network_id': '47de8f46-bb2e-4830-b096-bb218c860b15', 'admin_state_up': True, 'tenant_id': 'c48f677354594fdc839367fff8b3dc29'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:11:34.623258 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:34.731835 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-280e7ec9-6beb-48be-84bb-a511c641d77d tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Made reservation on behalf of c48f677354594fdc839367fff8b3dc29 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:34.735321 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-280e7ec9-6beb-48be-84bb-a511c641d77d tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:34.887403 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c944ed-57ac-41a4-b0a7-b01366d485d7 req-d34eb60e-a585-4f28-9d1d-4b7ff97a3bb6 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:34.888889 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-79c944ed-57ac-41a4-b0a7-b01366d485d7 req-d34eb60e-a585-4f28-9d1d-4b7ff97a3bb6 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0791843 Jul 05 10:11:34.912416 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-280e7ec9-6beb-48be-84bb-a511c641d77d tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Allocated IP 172.20.0.11 (47de8f46-bb2e-4830-b096-bb218c860b15/2ed36ddb-a0bd-4fb4-a3ae-83157fc87590/4e423f85-def7-4513-9e8f-09149af663a9) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:11:34.966349 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-79c944ed-57ac-41a4-b0a7-b01366d485d7 req-a53b8b39-6b44-4260-bf6d-39c1e9e13345 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713501 Jul 05 10:11:35.078985 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5dbdb557-7889-4a59-b994-48f165a481cd req-3e52b5d2-0ef1-47cf-80cc-66177ef23dc5 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 210 time: 0.0369153 Jul 05 10:11:35.110903 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-280e7ec9-6beb-48be-84bb-a511c641d77d tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Publish callbacks [] for port (4e423f85-def7-4513-9e8f-09149af663a9), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:35.142242 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-280e7ec9-6beb-48be-84bb-a511c641d77d tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865'] for port (4e423f85-def7-4513-9e8f-09149af663a9), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:35.186964 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-280e7ec9-6beb-48be-84bb-a511c641d77d tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Network 47de8f46-bb2e-4830-b096-bb218c860b15 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:11:35.189963 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-280e7ec9-6beb-48be-84bb-a511c641d77d tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:35.192971 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-280e7ec9-6beb-48be-84bb-a511c641d77d tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:11:35.198542 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-280e7ec9-6beb-48be-84bb-a511c641d77d tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:35.199148 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-280e7ec9-6beb-48be-84bb-a511c641d77d tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:35.211777 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e7ec9-6beb-48be-84bb-a511c641d77d tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Pushing event updated for resources: {'Port': ['ID=4e423f85-def7-4513-9e8f-09149af663a9,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:35.220613 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-280e7ec9-6beb-48be-84bb-a511c641d77d tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6082606 Jul 05 10:11:35.586017 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c96742-836b-4bc8-a74b-6eb67e53b5ad req-cfce9786-6e87-45b2-8f84-6a4dcedc20bd tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:35.587507 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c7c96742-836b-4bc8-a74b-6eb67e53b5ad req-cfce9786-6e87-45b2-8f84-6a4dcedc20bd tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 946 time: 0.0483136 Jul 05 10:11:35.641830 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c7c96742-836b-4bc8-a74b-6eb67e53b5ad req-190cb153-c0a2-498f-95e8-d5c5fa23bf9d tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465388 Jul 05 10:11:36.083513 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d7967-da3e-467a-b2ff-16063e177d35 req-853a7c39-31a9-48be-bf1c-40e955e19e8d tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:36.085000 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-930d7967-da3e-467a-b2ff-16063e177d35 req-853a7c39-31a9-48be-bf1c-40e955e19e8d tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0469759 Jul 05 10:11:36.131063 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-930d7967-da3e-467a-b2ff-16063e177d35 req-f08dc9a3-084c-4be0-9cbd-d3c09506d4f2 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406210 Jul 05 10:11:36.194831 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:36.220693 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:36.233616 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d5d04-2ec9-4db3-a712-e09f10222371 req-406c4443-7789-473f-aa3b-679f560cc299 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:36.235077 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d85d5d04-2ec9-4db3-a712-e09f10222371 req-406c4443-7789-473f-aa3b-679f560cc299 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 932 time: 0.0505702 Jul 05 10:11:36.282307 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d85d5d04-2ec9-4db3-a712-e09f10222371 req-d5bd9901-1386-4f4f-acb0-64b679feddf2 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411429 Jul 05 10:11:36.586396 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae8d2d-492e-4886-9ce0-a30edd49a4f9 req-74119142-a503-4fb5-aa29-abd6374265e7 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:36.587838 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f7ae8d2d-492e-4886-9ce0-a30edd49a4f9 req-74119142-a503-4fb5-aa29-abd6374265e7 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0498466 Jul 05 10:11:36.633725 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f7ae8d2d-492e-4886-9ce0-a30edd49a4f9 req-6a9b26e9-963c-472e-a6ae-04d2776e573f tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402608 Jul 05 10:11:36.751434 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8cb9a-72ea-4e96-8510-142902fec897 req-6a756316-10e8-4ca5-9926-b05c07511587 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:36.753069 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a5a8cb9a-72ea-4e96-8510-142902fec897 req-6a756316-10e8-4ca5-9926-b05c07511587 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 946 time: 0.0486479 Jul 05 10:11:36.803701 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a5a8cb9a-72ea-4e96-8510-142902fec897 req-7ff95aee-0239-45ec-950e-96e1cd7b9fb6 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430260 Jul 05 10:11:37.390881 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45259e5e-006d-4297-8409-d8e19c08efce req-00c4b57e-dbd0-4e2a-ba7b-9c6622e50866 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:37.392294 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-45259e5e-006d-4297-8409-d8e19c08efce req-00c4b57e-dbd0-4e2a-ba7b-9c6622e50866 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 932 time: 0.0457022 Jul 05 10:11:37.594452 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-45259e5e-006d-4297-8409-d8e19c08efce req-2b5b50b1-98e2-4ba4-a4af-d594b8ef0383 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967142 Jul 05 10:11:37.742230 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d5abd-64bc-4e7d-bc55-927f7923006f req-e448f6e0-575d-45bd-9a5d-1c69690e21d2 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:37.743656 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c91d5abd-64bc-4e7d-bc55-927f7923006f req-e448f6e0-575d-45bd-9a5d-1c69690e21d2 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0468671 Jul 05 10:11:37.788993 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c91d5abd-64bc-4e7d-bc55-927f7923006f req-f0829fb8-31d7-44d7-bc6c-4d4b4ef911c4 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393369 Jul 05 10:11:37.915563 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58491e-92b4-4925-93b9-b2249c87b877 req-3a3f7b09-a959-47c8-be83-e614c866fd85 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:37.917067 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ae58491e-92b4-4925-93b9-b2249c87b877 req-3a3f7b09-a959-47c8-be83-e614c866fd85 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 946 time: 0.0470450 Jul 05 10:11:37.966439 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ae58491e-92b4-4925-93b9-b2249c87b877 req-ffb2eb96-e43b-4fea-b940-064dd7bf2185 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438600 Jul 05 10:11:38.703266 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ef7eb-9c19-49ee-8895-c9b7348687db req-e80e0b97-a41e-4dac-811e-eb32cb3326fd tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:38.704686 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5f7ef7eb-9c19-49ee-8895-c9b7348687db req-e80e0b97-a41e-4dac-811e-eb32cb3326fd tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 932 time: 0.0454373 Jul 05 10:11:38.750321 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5f7ef7eb-9c19-49ee-8895-c9b7348687db req-ef77ed2b-d3b8-40a1-8bde-5b52c8ec56db tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399866 Jul 05 10:11:38.902810 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775858d-63e1-4da9-8f65-55fdcd1f21f3 req-086e91cc-add6-48b6-8b29-5a7d0e46e324 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:38.904289 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0775858d-63e1-4da9-8f65-55fdcd1f21f3 req-086e91cc-add6-48b6-8b29-5a7d0e46e324 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0470533 Jul 05 10:11:38.952744 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0775858d-63e1-4da9-8f65-55fdcd1f21f3 req-b79777d0-366f-4ec1-a94c-2425aef5d122 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428927 Jul 05 10:11:39.078043 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17121472-9190-4cb9-8f11-4998ba638b3e req-f507f5f5-d120-42d8-b567-74413e01e993 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:39.079436 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-17121472-9190-4cb9-8f11-4998ba638b3e req-f507f5f5-d120-42d8-b567-74413e01e993 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 946 time: 0.0494931 Jul 05 10:11:39.125073 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-17121472-9190-4cb9-8f11-4998ba638b3e req-4b771de4-9ddc-4dec-aed4-21a9a0f9812b tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402555 Jul 05 10:11:39.858127 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7b239-208a-4cfe-b5a6-4fd4967e7df8 req-45cf46de-6fae-4fb1-8214-cd27fdd2194b tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:39.859568 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d0e7b239-208a-4cfe-b5a6-4fd4967e7df8 req-45cf46de-6fae-4fb1-8214-cd27fdd2194b tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 932 time: 0.0459878 Jul 05 10:11:39.906240 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d0e7b239-208a-4cfe-b5a6-4fd4967e7df8 req-71d63df7-164a-4961-beb2-2da170771703 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411787 Jul 05 10:11:40.063779 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28be2ae-f8f2-4773-a1ed-b1498faa39fa req-7fd763bb-ec07-474e-97dc-6a06f654043f tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:40.065269 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f28be2ae-f8f2-4773-a1ed-b1498faa39fa req-7fd763bb-ec07-474e-97dc-6a06f654043f tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0471234 Jul 05 10:11:40.115042 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f28be2ae-f8f2-4773-a1ed-b1498faa39fa req-dfb4daa2-376a-424f-bcb9-b882ebd3ed1d tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443852 Jul 05 10:11:40.131510 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-7d430be1-a9d1-4cae-9ceb-1e0e4a7a8ca3 service neutron] Request body: {'port': {'device_id': 'fbea07d3-b6f1-479e-9fcb-abcfa716bb5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:11:40.156947 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:40.166842 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:40.200441 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:40.219136 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-7d430be1-a9d1-4cae-9ceb-1e0e4a7a8ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (4e423f85-def7-4513-9e8f-09149af663a9), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:40.263043 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe711e63-abe6-488b-a879-91920cc2744d req-a72537a0-2c47-4b9e-90c2-a6ce0d59fa7f tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:40.264541 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fe711e63-abe6-488b-a879-91920cc2744d req-a72537a0-2c47-4b9e-90c2-a6ce0d59fa7f tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 946 time: 0.0588183 Jul 05 10:11:40.391726 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fe711e63-abe6-488b-a879-91920cc2744d req-a0a512df-e8c4-4234-a3d6-b1bafe07db86 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079726 Jul 05 10:11:40.540402 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-7d430be1-a9d1-4cae-9ceb-1e0e4a7a8ca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e423f85-def7-4513-9e8f-09149af663a9 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:11:40.547823 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-7d430be1-a9d1-4cae-9ceb-1e0e4a7a8ca3 service neutron] Publish callbacks [] for port (4e423f85-def7-4513-9e8f-09149af663a9), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:40.560082 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-7d430be1-a9d1-4cae-9ceb-1e0e4a7a8ca3 service neutron] Transition to ACTIVE for port object 4e423f85-def7-4513-9e8f-09149af663a9 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 10:11:40.563601 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-7d430be1-a9d1-4cae-9ceb-1e0e4a7a8ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (4e423f85-def7-4513-9e8f-09149af663a9), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:40.615250 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d430be1-a9d1-4cae-9ceb-1e0e4a7a8ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=4e423f85-def7-4513-9e8f-09149af663a9,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:40.645340 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-7d430be1-a9d1-4cae-9ceb-1e0e4a7a8ca3 service neutron] Attempting to bind port 4e423f85-def7-4513-9e8f-09149af663a9 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:11:40.645675 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-7d430be1-a9d1-4cae-9ceb-1e0e4a7a8ca3 service neutron] Attempting to bind port 4e423f85-def7-4513-9e8f-09149af663a9 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '59fdc7f4-5ef5-4974-a0cc-0267e101cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47de8f46-bb2e-4830-b096-bb218c860b15'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:11:40.645999 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-7d430be1-a9d1-4cae-9ceb-1e0e4a7a8ca3 service neutron] Attempting to bind port 4e423f85-def7-4513-9e8f-09149af663a9 on network 47de8f46-bb2e-4830-b096-bb218c860b15 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:11:40.650294 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-7d430be1-a9d1-4cae-9ceb-1e0e4a7a8ca3 service neutron] Port 4e423f85-def7-4513-9e8f-09149af663a9 on network 47de8f46-bb2e-4830-b096-bb218c860b15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 10:11:40.650612 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-7d430be1-a9d1-4cae-9ceb-1e0e4a7a8ca3 service neutron] Attempting to bind port 4e423f85-def7-4513-9e8f-09149af663a9 on network 47de8f46-bb2e-4830-b096-bb218c860b15 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:11:40.656200 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-7d430be1-a9d1-4cae-9ceb-1e0e4a7a8ca3 service neutron] Checking agent: {'id': '2022926f-89e6-45ab-bc5a-219d9ca35e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'started_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:11:40.656566 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-7d430be1-a9d1-4cae-9ceb-1e0e4a7a8ca3 service neutron] Checking segment: {'id': '59fdc7f4-5ef5-4974-a0cc-0267e101cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47de8f46-bb2e-4830-b096-bb218c860b15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:11:40.656944 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-7d430be1-a9d1-4cae-9ceb-1e0e4a7a8ca3 service neutron] Bound using segment: {'id': '59fdc7f4-5ef5-4974-a0cc-0267e101cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47de8f46-bb2e-4830-b096-bb218c860b15'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:11:40.657361 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-7d430be1-a9d1-4cae-9ceb-1e0e4a7a8ca3 service neutron] Bound port: 4e423f85-def7-4513-9e8f-09149af663a9, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59fdc7f4-5ef5-4974-a0cc-0267e101cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47de8f46-bb2e-4830-b096-bb218c860b15'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:11:40.657714 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-7d430be1-a9d1-4cae-9ceb-1e0e4a7a8ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (4e423f85-def7-4513-9e8f-09149af663a9), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:40.720777 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-7d430be1-a9d1-4cae-9ceb-1e0e4a7a8ca3 service neutron] For port 4e423f85-def7-4513-9e8f-09149af663a9, host hv-cinder-maste, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:11:40.724293 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-7d430be1-a9d1-4cae-9ceb-1e0e4a7a8ca3 service neutron] For port 4e423f85-def7-4513-9e8f-09149af663a9, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4e423f85-def7-4513-9e8f-09149af663a9,segment=NetworkSegment(59fdc7f4-5ef5-4974-a0cc-0267e101cce7),segment_id=59fdc7f4-5ef5-4974-a0cc-0267e101cce7)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:11:40.730692 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-7d430be1-a9d1-4cae-9ceb-1e0e4a7a8ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (4e423f85-def7-4513-9e8f-09149af663a9), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:40.766459 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-7d430be1-a9d1-4cae-9ceb-1e0e4a7a8ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:40.767082 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-7d430be1-a9d1-4cae-9ceb-1e0e4a7a8ca3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:40.768461 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-7d430be1-a9d1-4cae-9ceb-1e0e4a7a8ca3 service neutron] 10.222.0.30 "PUT /v2.0/ports/4e423f85-def7-4513-9e8f-09149af663a9 HTTP/1.1" status: 200 len: 1094 time: 0.6410375 Jul 05 10:11:40.768893 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbea07d3-b6f1-479e-9fcb-abcfa716bb5b', 'tag': '4e423f85-def7-4513-9e8f-09149af663a9'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:11:40.771106 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38e9f22-18a7-4383-8f35-d0b5a1751be4" -d '{"events": [{"name": "network-changed", "server_uuid": "fbea07d3-b6f1-479e-9fcb-abcfa716bb5b", "tag": "4e423f85-def7-4513-9e8f-09149af663a9"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:11:40.792626 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d430be1-a9d1-4cae-9ceb-1e0e4a7a8ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=4e423f85-def7-4513-9e8f-09149af663a9,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:40.805887 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3505b0-5c64-43a3-be2e-66178383e068 x-openstack-request-id: req-6c3505b0-5c64-43a3-be2e-66178383e068 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:11:40.806165 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbea07d3-b6f1-479e-9fcb-abcfa716bb5b", "tag": "4e423f85-def7-4513-9e8f-09149af663a9", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:11:40.806411 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c3505b0-5c64-43a3-be2e-66178383e068 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:11:40.806883 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c3505b0-5c64-43a3-be2e-66178383e068'] response: {'name': 'network-changed', 'server_uuid': 'fbea07d3-b6f1-479e-9fcb-abcfa716bb5b', 'tag': '4e423f85-def7-4513-9e8f-09149af663a9', 'status': 'completed', 'code': 200} Jul 05 10:11:41.022468 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5edb7-5613-43c2-9682-c1a4e5f8bd9a req-ffa16cdb-9835-4cd9-920f-6f49f315e987 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:41.025398 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d8e5edb7-5613-43c2-9682-c1a4e5f8bd9a req-ffa16cdb-9835-4cd9-920f-6f49f315e987 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 944 time: 0.0498745 Jul 05 10:11:41.072754 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ba276-df71-4277-96f7-83f13e94d16a req-70d07bbd-7ba2-4fa4-976d-f9bb252c59f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:41.074853 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7f0ba276-df71-4277-96f7-83f13e94d16a req-70d07bbd-7ba2-4fa4-976d-f9bb252c59f5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 1130 time: 0.0638156 Jul 05 10:11:41.086901 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d8e5edb7-5613-43c2-9682-c1a4e5f8bd9a req-a2c1eb69-5a17-4f90-b427-828966c50d20 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543528 Jul 05 10:11:41.188977 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7f0ba276-df71-4277-96f7-83f13e94d16a req-da1f3813-ee7b-43f2-9812-3161c8973f96 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482421 Jul 05 10:11:41.256676 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e9f22-18a7-4383-8f35-d0b5a1751be4 req-1fe8f152-dfe5-45c7-9d3d-fae85e6922ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:41.258159 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d38e9f22-18a7-4383-8f35-d0b5a1751be4 req-1fe8f152-dfe5-45c7-9d3d-fae85e6922ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c48f677354594fdc839367fff8b3dc29&device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 1128 time: 0.0715187 Jul 05 10:11:41.270247 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2374d-7097-4091-b4a5-e57a8fb26f85 req-2a9ee5e2-1597-4092-8007-36c633c80359 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:41.271597 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-93a2374d-7097-4091-b4a5-e57a8fb26f85 req-2a9ee5e2-1597-4092-8007-36c633c80359 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0544975 Jul 05 10:11:41.282567 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:41.320951 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-93a2374d-7097-4091-b4a5-e57a8fb26f85 req-89945245-5c75-443c-9fb4-3bb2acde72d2 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437272 Jul 05 10:11:41.473636 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-899a7ac4-4e50-461e-80d7-55ef19fa0157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:41.514281 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:41.534880 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e089a-1aac-48af-85c2-6403897fba4a req-d51ddcf2-ef57-4e1b-8014-2e17c273f29f tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:41.536485 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-677e089a-1aac-48af-85c2-6403897fba4a req-d51ddcf2-ef57-4e1b-8014-2e17c273f29f tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 946 time: 0.0650208 Jul 05 10:11:41.590827 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-677e089a-1aac-48af-85c2-6403897fba4a req-56f248fa-69b8-4493-a9fb-7e96d81cdb02 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486290 Jul 05 10:11:42.186093 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=5 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:42.190648 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:42.235990 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa2fa3-2555-42c9-88f4-fa1f64433000 req-65850b9c-dc2d-449e-9023-004fdeb5162d tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:42.240286 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-12aa2fa3-2555-42c9-88f4-fa1f64433000 req-65850b9c-dc2d-449e-9023-004fdeb5162d tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 944 time: 0.0626245 Jul 05 10:11:42.312003 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-12aa2fa3-2555-42c9-88f4-fa1f64433000 req-493525f9-0bcc-43f6-a61e-603d453de838 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656350 Jul 05 10:11:42.445482 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475c090-e652-433e-bd9b-2cffb579aa65 req-d1ef0d38-07a7-4c54-a1a9-e113a7fea7b3 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:42.447222 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3475c090-e652-433e-bd9b-2cffb579aa65 req-d1ef0d38-07a7-4c54-a1a9-e113a7fea7b3 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0524933 Jul 05 10:11:42.498822 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3475c090-e652-433e-bd9b-2cffb579aa65 req-0862a2b2-b772-449a-b435-74089537fc2e tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450232 Jul 05 10:11:42.776460 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde722d-968d-46e8-a644-c6588e3bd5fa req-7f654c0a-ad64-4620-acee-02f18d420a05 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:42.778863 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ccde722d-968d-46e8-a644-c6588e3bd5fa req-7f654c0a-ad64-4620-acee-02f18d420a05 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 946 time: 0.0972455 Jul 05 10:11:42.811540 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e9f22-18a7-4383-8f35-d0b5a1751be4 req-a06eb7d6-2ade-4ad6-af51-5b549966eee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:42.813040 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d38e9f22-18a7-4383-8f35-d0b5a1751be4 req-a06eb7d6-2ade-4ad6-af51-5b549966eee7 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c48f677354594fdc839367fff8b3dc29&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2473686 Jul 05 10:11:42.818609 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 43574) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:11:42.845160 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ccde722d-968d-46e8-a644-c6588e3bd5fa req-eca06a0a-c66e-4690-9907-b08bd50399c8 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567961 Jul 05 10:11:42.967664 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ae9838b8-3eb5-4b99-8b1b-c4c244cb27ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:43.066812 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ae9838b8-3eb5-4b99-8b1b-c4c244cb27ab admin admin] Publish callbacks [] for security_group (aaf5ecb3-7fc7-4636-b4a2-a1520825198d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:43.070885 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ae9838b8-3eb5-4b99-8b1b-c4c244cb27ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (aaf5ecb3-7fc7-4636-b4a2-a1520825198d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:43.113179 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-ae9838b8-3eb5-4b99-8b1b-c4c244cb27ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75cf728448e34dc3a6c4714a0b793caf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2932153 Jul 05 10:11:43.114390 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9838b8-3eb5-4b99-8b1b-c4c244cb27ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf5ecb3-7fc7-4636-b4a2-a1520825198d,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:43.115855 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 43598) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:11:43.168654 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d18768bd-1335-461a-a01b-6a4cf0b07eed admin admin] Publish callbacks [] for security_group (aaf5ecb3-7fc7-4636-b4a2-a1520825198d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:43.198695 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d18768bd-1335-461a-a01b-6a4cf0b07eed admin admin] Publish callbacks [] for security_group (aaf5ecb3-7fc7-4636-b4a2-a1520825198d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:43.260309 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d18768bd-1335-461a-a01b-6a4cf0b07eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (aaf5ecb3-7fc7-4636-b4a2-a1520825198d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:43.266089 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d18768bd-1335-461a-a01b-6a4cf0b07eed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:43.267773 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-d18768bd-1335-461a-a01b-6a4cf0b07eed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aaf5ecb3-7fc7-4636-b4a2-a1520825198d HTTP/1.1" status: 204 len: 168 time: 0.1505229 Jul 05 10:11:43.295961 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cd66b02e-7dde-4416-88ec-01f2960927e5 req-e98b90c4-08a2-4618-990f-bbb4a3e259cb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459473 Jul 05 10:11:43.400418 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 43614) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:11:43.408885 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18768bd-1335-461a-a01b-6a4cf0b07eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf5ecb3-7fc7-4636-b4a2-a1520825198d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:43.487575 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f4936-9490-4854-8f94-1f101afbe6df req-fc8e367d-dd3e-4912-86d9-f666c26092eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:43.489921 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2f7f4936-9490-4854-8f94-1f101afbe6df req-fc8e367d-dd3e-4912-86d9-f666c26092eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f2199fa0bc54901aa24195a250a9e25&device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 1130 time: 0.1757421 Jul 05 10:11:43.540210 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66b02e-7dde-4416-88ec-01f2960927e5 req-79525cae-4a92-4a53-8484-8eb6e3f46602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:43.541733 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cd66b02e-7dde-4416-88ec-01f2960927e5 req-79525cae-4a92-4a53-8484-8eb6e3f46602 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f1f4fee9c6b844a2b7a14e2afb831f88&device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 1129 time: 0.1204019 Jul 05 10:11:43.764842 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cdbbf5-f8cd-43c8-8c31-594c2e06cc61 req-b7d6d10a-e4f6-45d4-9d96-dd907e068d6b tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:43.766371 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a8cdbbf5-f8cd-43c8-8c31-594c2e06cc61 req-b7d6d10a-e4f6-45d4-9d96-dd907e068d6b tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 944 time: 0.2959359 Jul 05 10:11:43.861926 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2adf7d87-e8a2-4da3-8d17-5f2a4a085e21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:43.904787 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66b02e-7dde-4416-88ec-01f2960927e5 req-8cd4f58f-13ee-4ec4-8ebe-fa68cc5e21c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:43.906254 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cd66b02e-7dde-4416-88ec-01f2960927e5 req-8cd4f58f-13ee-4ec4-8ebe-fa68cc5e21c2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=91d9a322-3f41-4d40-8000-86bec9aba65e HTTP/1.1" status: 200 len: 913 time: 0.3316476 Jul 05 10:11:43.909457 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 43632) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:11:43.940905 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f143e925-381e-4435-8b5c-048063047d71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:43.947226 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:43.978839 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffefe5-674c-40bf-a46b-a8961f20cad5 req-24071fe2-e22e-4d3d-ad9f-14a78080a8ef tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:43.980321 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d54974bf-be19-42af-9b12-e20d44ff9cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:43.984882 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-22ffefe5-674c-40bf-a46b-a8961f20cad5 req-24071fe2-e22e-4d3d-ad9f-14a78080a8ef tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.2614603 Jul 05 10:11:43.996224 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e9f22-18a7-4383-8f35-d0b5a1751be4 req-fee5fbd8-1a99-48d4-9bdf-bfd7d5b239be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:43.998263 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d38e9f22-18a7-4383-8f35-d0b5a1751be4 req-fee5fbd8-1a99-48d4-9bdf-bfd7d5b239be service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7277670 Jul 05 10:11:44.009980 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a8cdbbf5-f8cd-43c8-8c31-594c2e06cc61 req-d7b54a11-2cab-42ba-b218-3e512984587f tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101028 Jul 05 10:11:44.043687 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:44.043871 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2adf7d87-e8a2-4da3-8d17-5f2a4a085e21 admin admin] Publish callbacks [] for security_group (29a35a24-b946-4c7e-8cc3-926d2ca4205c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:44.046898 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f4936-9490-4854-8f94-1f101afbe6df req-443e1628-4884-4bc8-a370-b8fc4e30fda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:44.049057 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2f7f4936-9490-4854-8f94-1f101afbe6df req-443e1628-4884-4bc8-a370-b8fc4e30fda5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 HTTP/1.1" status: 200 len: 919 time: 0.5250854 Jul 05 10:11:44.062988 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2adf7d87-e8a2-4da3-8d17-5f2a4a085e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (29a35a24-b946-4c7e-8cc3-926d2ca4205c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:44.072793 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-22ffefe5-674c-40bf-a46b-a8961f20cad5 req-16534376-722a-400b-9960-64c8919cda2f tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668309 Jul 05 10:11:44.176066 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b93bb9-5229-4ca4-85f5-441735a1e6a5 req-a49d0739-e862-4848-9c34-0412ab261ef3 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:44.177686 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-23b93bb9-5229-4ca4-85f5-441735a1e6a5 req-a49d0739-e862-4848-9c34-0412ab261ef3 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 946 time: 0.0682337 Jul 05 10:11:44.232775 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-23b93bb9-5229-4ca4-85f5-441735a1e6a5 req-41ee50f9-b01e-40cd-9772-c142dad2dc98 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470414 Jul 05 10:11:44.307304 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:44.323482 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f143e925-381e-4435-8b5c-048063047d71 admin admin] Publish callbacks [] for security_group (634c297a-44bf-493d-b0a4-b8f295b5b824), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:44.332186 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f143e925-381e-4435-8b5c-048063047d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (634c297a-44bf-493d-b0a4-b8f295b5b824), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:44.334903 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf7d87-e8a2-4da3-8d17-5f2a4a085e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a35a24-b946-4c7e-8cc3-926d2ca4205c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:44.347360 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-2adf7d87-e8a2-4da3-8d17-5f2a4a085e21 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9de50fd47c1f4c639b5cf0c1ebb49b96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9426169 Jul 05 10:11:44.348383 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 43642) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:11:44.359114 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b421aa-c4db-4978-af02-99ddece21c86 req-07cf75ba-e0eb-4138-a45b-3cee559af81f tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:44.360970 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-17b421aa-c4db-4978-af02-99ddece21c86 req-07cf75ba-e0eb-4138-a45b-3cee559af81f tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 946 time: 0.0600631 Jul 05 10:11:44.372890 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 43646) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:11:44.382554 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-67d45ea7-a318-4cb8-b6ef-3fa9bc458129 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Request body: {'floatingip': {'port_id': '66542ef5-f0db-4a7d-ab6e-ceb382db45de'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:11:44.384459 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f143e925-381e-4435-8b5c-048063047d71 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c17673bc04044403a24371ae9097a572&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4738595 Jul 05 10:11:44.385618 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143e925-381e-4435-8b5c-048063047d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634c297a-44bf-493d-b0a4-b8f295b5b824,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:44.389017 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 43648) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:11:44.413201 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:44.444282 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26b12a32-4f57-40ff-9108-2579edab63ab admin admin] Publish callbacks [] for security_group (634c297a-44bf-493d-b0a4-b8f295b5b824), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:44.470885 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26b12a32-4f57-40ff-9108-2579edab63ab admin admin] Publish callbacks [] for security_group (634c297a-44bf-493d-b0a4-b8f295b5b824), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:44.471009 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-67d45ea7-a318-4cb8-b6ef-3fa9bc458129 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for floatingip (530a9131-1248-43f3-b827-94ead4e83bb2), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:44.472416 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 43650) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:11:44.516674 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26b12a32-4f57-40ff-9108-2579edab63ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (634c297a-44bf-493d-b0a4-b8f295b5b824), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:44.519153 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-26b12a32-4f57-40ff-9108-2579edab63ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:44.520328 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-26b12a32-4f57-40ff-9108-2579edab63ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/634c297a-44bf-493d-b0a4-b8f295b5b824 HTTP/1.1" status: 204 len: 168 time: 0.1302333 Jul 05 10:11:44.529860 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b12a32-4f57-40ff-9108-2579edab63ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634c297a-44bf-493d-b0a4-b8f295b5b824,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:44.663003 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cd66b02e-7dde-4416-88ec-01f2960927e5 req-8e8e05d2-3cb0-4b0b-a248-1135f917b82c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1590f070-4b3b-4762-9ba6-291ca1720666 HTTP/1.1" status: 200 len: 217 time: 0.0452023 Jul 05 10:11:44.741917 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66b02e-7dde-4416-88ec-01f2960927e5 req-44e52042-4e8c-4a2f-af84-d7fa92b704dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:44.742494 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cd66b02e-7dde-4416-88ec-01f2960927e5 req-44e52042-4e8c-4a2f-af84-d7fa92b704dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cce998d-0863-4b44-9cde-77aed1385de8 HTTP/1.1" status: 200 len: 851 time: 0.0611067 Jul 05 10:11:44.819074 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2f7f4936-9490-4854-8f94-1f101afbe6df req-2b392b9b-6b5d-4295-9810-c84c978549ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff58dc45-3b6a-4ad9-a225-3ec518174c19 HTTP/1.1" status: 200 len: 217 time: 0.1239483 Jul 05 10:11:44.898074 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-5d7f830b-d82a-4bd3-8494-fb3ffe29b0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:44.899432 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-5d7f830b-d82a-4bd3-8494-fb3ffe29b0df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c48f677354594fdc839367fff8b3dc29&device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 1128 time: 0.2066112 Jul 05 10:11:44.906253 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-833c35a9-ec5b-47da-aa8b-d7440f477cb2 admin admin] Publish callbacks [] for security_group (29a35a24-b946-4c7e-8cc3-926d2ca4205c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:44.908304 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-08fd7187-34b2-4206-9c98-c22e1c3dbc4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:44.917262 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66b02e-7dde-4416-88ec-01f2960927e5 req-685d8ee2-4614-4135-921a-a7e5a0456059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:44.932922 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:44.937278 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cd66b02e-7dde-4416-88ec-01f2960927e5 req-685d8ee2-4614-4135-921a-a7e5a0456059 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=91d9a322-3f41-4d40-8000-86bec9aba65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0936663 Jul 05 10:11:45.062399 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-1c3a8b10-f527-40a5-aa5a-781b003dcbb7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e423f85-def7-4513-9e8f-09149af663a9 HTTP/1.1" status: 200 len: 217 time: 0.1159942 Jul 05 10:11:45.072413 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cd66b02e-7dde-4416-88ec-01f2960927e5 req-1f98a775-dcb1-4107-b686-f99cf3209b7f service neutron] 10.222.0.30 "GET /v2.0/networks/91d9a322-3f41-4d40-8000-86bec9aba65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267385 Jul 05 10:11:45.083821 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-833c35a9-ec5b-47da-aa8b-d7440f477cb2 admin admin] Publish callbacks [] for security_group (29a35a24-b946-4c7e-8cc3-926d2ca4205c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:45.162070 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f4936-9490-4854-8f94-1f101afbe6df req-36857389-2c5e-42ac-b5ac-1ee6290bbe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:45.163444 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2f7f4936-9490-4854-8f94-1f101afbe6df req-36857389-2c5e-42ac-b5ac-1ee6290bbe5d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49eafe0c-582f-492a-b16d-b0de2f074502 HTTP/1.1" status: 200 len: 857 time: 0.2840199 Jul 05 10:11:45.193537 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cd66b02e-7dde-4416-88ec-01f2960927e5 req-20753b3e-5eb6-43fa-81dd-2262e7ea2841 service neutron] 10.222.0.30 "GET /v2.0/networks/91d9a322-3f41-4d40-8000-86bec9aba65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139941 Jul 05 10:11:45.211099 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 43680) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:11:45.351461 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24fe22a2-492a-4cf8-b41b-a09dc2a3f0a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:45.382337 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-614571d7-886b-4e2f-a857-04394bbe86c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:45.383816 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-614571d7-886b-4e2f-a857-04394bbe86c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2ed36ddb-a0bd-4fb4-a3ae-83157fc87590 HTTP/1.1" status: 200 len: 849 time: 0.3108420 Jul 05 10:11:45.393994 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50badf33-4da9-4303-b73f-2812a6f8d5f7 req-49b3624c-15e4-4f02-87d1-9c5a8a26a971 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:45.395438 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-50badf33-4da9-4303-b73f-2812a6f8d5f7 req-49b3624c-15e4-4f02-87d1-9c5a8a26a971 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 944 time: 0.2375753 Jul 05 10:11:45.395865 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:45.404076 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f4936-9490-4854-8f94-1f101afbe6df req-95d03832-2498-40e3-8314-6be6d5e0f548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:45.405608 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2f7f4936-9490-4854-8f94-1f101afbe6df req-95d03832-2498-40e3-8314-6be6d5e0f548 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1971235 Jul 05 10:11:45.445419 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24fe22a2-492a-4cf8-b41b-a09dc2a3f0a9 admin admin] Publish callbacks [] for security_group (bcb5c967-0f20-4387-a01b-23a77fc891c0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:45.450115 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24fe22a2-492a-4cf8-b41b-a09dc2a3f0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (bcb5c967-0f20-4387-a01b-23a77fc891c0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:45.459033 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0b355-bda4-4da2-bcc5-2a5db31087bc req-e8d5e643-2c75-448b-814d-2558764e1d31 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:45.460569 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5fa0b355-bda4-4da2-bcc5-2a5db31087bc req-e8d5e643-2c75-448b-814d-2558764e1d31 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.2466888 Jul 05 10:11:45.501888 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-24fe22a2-492a-4cf8-b41b-a09dc2a3f0a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e21303cf10464bdf9e2936db97f86792&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893569 Jul 05 10:11:45.504418 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 43694) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:11:45.510715 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe22a2-492a-4cf8-b41b-a09dc2a3f0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb5c967-0f20-4387-a01b-23a77fc891c0,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:45.514633 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:45.516668 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-47b15a08-c03d-4ee6-8248-701681abbfb2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=47de8f46-bb2e-4830-b096-bb218c860b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170931 Jul 05 10:11:45.517251 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-833c35a9-ec5b-47da-aa8b-d7440f477cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (29a35a24-b946-4c7e-8cc3-926d2ca4205c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:45.520377 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-833c35a9-ec5b-47da-aa8b-d7440f477cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:45.520837 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-833c35a9-ec5b-47da-aa8b-d7440f477cb2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29a35a24-b946-4c7e-8cc3-926d2ca4205c HTTP/1.1" status: 204 len: 168 time: 1.1588876 Jul 05 10:11:45.586919 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33288caf-26fa-477f-85d9-65bfed910fd5 admin admin] Publish callbacks [] for security_group (bcb5c967-0f20-4387-a01b-23a77fc891c0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:45.615247 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33288caf-26fa-477f-85d9-65bfed910fd5 admin admin] Publish callbacks [] for security_group (bcb5c967-0f20-4387-a01b-23a77fc891c0), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:45.670591 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c35a9-ec5b-47da-aa8b-d7440f477cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a35a24-b946-4c7e-8cc3-926d2ca4205c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:45.716980 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33288caf-26fa-477f-85d9-65bfed910fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (bcb5c967-0f20-4387-a01b-23a77fc891c0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:45.720968 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33288caf-26fa-477f-85d9-65bfed910fd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:45.725538 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-33288caf-26fa-477f-85d9-65bfed910fd5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bcb5c967-0f20-4387-a01b-23a77fc891c0 HTTP/1.1" status: 204 len: 168 time: 0.2200627 Jul 05 10:11:45.735860 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33288caf-26fa-477f-85d9-65bfed910fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb5c967-0f20-4387-a01b-23a77fc891c0,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:45.803753 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-08fd7187-34b2-4206-9c98-c22e1c3dbc4b admin admin] Publish callbacks [] for security_group (381f670f-f8d0-4e39-ba67-6fb67a3348dc), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:45.950724 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-08fd7187-34b2-4206-9c98-c22e1c3dbc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (381f670f-f8d0-4e39-ba67-6fb67a3348dc), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:45.996705 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-50badf33-4da9-4303-b73f-2812a6f8d5f7 req-39f56e14-ccdb-4469-b3df-f172a91abf2f tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5739589 Jul 05 10:11:46.022501 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 43710) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:11:46.043055 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e6116a41-641e-45d6-91d1-a433a3e1473a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:46.048229 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5fa0b355-bda4-4da2-bcc5-2a5db31087bc req-6fd8a5d2-f826-4ed1-8bb3-0e9cdaad74b2 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5352311 Jul 05 10:11:46.065286 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:46.074244 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2f7f4936-9490-4854-8f94-1f101afbe6df req-fd415552-5dca-470a-8606-7d4d22e40f6e service neutron] 10.222.0.30 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6478770 Jul 05 10:11:46.104534 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:46.129973 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-08fd7187-34b2-4206-9c98-c22e1c3dbc4b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c783e271fb47447d9a8e63c8c3e827bf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6480985 Jul 05 10:11:46.130724 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd7187-34b2-4206-9c98-c22e1c3dbc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381f670f-f8d0-4e39-ba67-6fb67a3348dc,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:46.132415 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 43712) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:11:46.177556 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e6116a41-641e-45d6-91d1-a433a3e1473a admin admin] Publish callbacks [] for security_group (1a0720cb-fcd4-496f-833f-7caaa86a1666), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:46.187022 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-c1d47717-4718-4fef-9f40-046b0a64ee96 service neutron] 10.222.0.30 "GET /v2.0/networks/47de8f46-bb2e-4830-b096-bb218c860b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6354229 Jul 05 10:11:46.191933 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e6116a41-641e-45d6-91d1-a433a3e1473a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (1a0720cb-fcd4-496f-833f-7caaa86a1666), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:46.221805 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6116a41-641e-45d6-91d1-a433a3e1473a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0720cb-fcd4-496f-833f-7caaa86a1666,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:46.261673 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:46.266401 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-e6116a41-641e-45d6-91d1-a433a3e1473a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c4a5c789e384a7e88a70b57bdc3a619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2397633 Jul 05 10:11:46.267017 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 43716) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:11:46.275063 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-61adb7bb-0c2c-458a-8e02-292e6b6dd262 admin admin] Publish callbacks [] for security_group (381f670f-f8d0-4e39-ba67-6fb67a3348dc), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:46.302399 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 43718) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:11:46.315950 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-61adb7bb-0c2c-458a-8e02-292e6b6dd262 admin admin] Publish callbacks [] for security_group (381f670f-f8d0-4e39-ba67-6fb67a3348dc), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:46.338179 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4d9f7609-7f4b-44f2-9a6b-81b9f9edff7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:46.428496 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-980dd194-fac9-47ae-b5e7-7f931bfafc8b admin admin] Publish callbacks [] for security_group (1a0720cb-fcd4-496f-833f-7caaa86a1666), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:46.458772 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-61adb7bb-0c2c-458a-8e02-292e6b6dd262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (381f670f-f8d0-4e39-ba67-6fb67a3348dc), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:46.461305 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-61adb7bb-0c2c-458a-8e02-292e6b6dd262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:46.465506 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-61adb7bb-0c2c-458a-8e02-292e6b6dd262 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/381f670f-f8d0-4e39-ba67-6fb67a3348dc HTTP/1.1" status: 204 len: 168 time: 0.3287587 Jul 05 10:11:46.465663 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.db.resource_extend [None req-67d45ea7-a318-4cb8-b6ef-3fa9bc458129 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 05 10:11:46.473449 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-980dd194-fac9-47ae-b5e7-7f931bfafc8b admin admin] Publish callbacks [] for security_group (1a0720cb-fcd4-496f-833f-7caaa86a1666), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:46.493414 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61adb7bb-0c2c-458a-8e02-292e6b6dd262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381f670f-f8d0-4e39-ba67-6fb67a3348dc,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:46.546919 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4d9f7609-7f4b-44f2-9a6b-81b9f9edff7c admin admin] Publish callbacks [] for security_group (93549b8a-aa87-4b0f-a15e-5aacaa86b5e1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:46.556903 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4d9f7609-7f4b-44f2-9a6b-81b9f9edff7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (93549b8a-aa87-4b0f-a15e-5aacaa86b5e1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:46.602848 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-980dd194-fac9-47ae-b5e7-7f931bfafc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (1a0720cb-fcd4-496f-833f-7caaa86a1666), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:46.605930 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-980dd194-fac9-47ae-b5e7-7f931bfafc8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:46.609205 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-980dd194-fac9-47ae-b5e7-7f931bfafc8b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a0720cb-fcd4-496f-833f-7caaa86a1666 HTTP/1.1" status: 204 len: 168 time: 0.3407497 Jul 05 10:11:46.619342 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f7609-7f4b-44f2-9a6b-81b9f9edff7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93549b8a-aa87-4b0f-a15e-5aacaa86b5e1,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:46.632237 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-67d45ea7-a318-4cb8-b6ef-3fa9bc458129 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:46.644720 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-4d9f7609-7f4b-44f2-9a6b-81b9f9edff7c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b907107c8f8461d92b6a2daf658c9ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3412271 Jul 05 10:11:46.644883 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2f7f4936-9490-4854-8f94-1f101afbe6df req-8368362b-78b3-494a-8180-0c1530ea3dbb service neutron] 10.222.0.30 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5535004 Jul 05 10:11:46.645392 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 43730) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:11:46.645730 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980dd194-fac9-47ae-b5e7-7f931bfafc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0720cb-fcd4-496f-833f-7caaa86a1666,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:46.658461 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-67d45ea7-a318-4cb8-b6ef-3fa9bc458129 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-790480'] for floatingip (530a9131-1248-43f3-b827-94ead4e83bb2), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:46.664483 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:46.771695 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-321ef117-5b20-4bd4-9aff-ebe39b27442d req-595fb710-793f-431d-b355-a298bab5d1e8 service neutron] 10.222.0.30 "GET /v2.0/networks/47de8f46-bb2e-4830-b096-bb218c860b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5707660 Jul 05 10:11:46.802402 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:46.835607 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3637091c-16e5-4abd-b84c-74e9b742b768 admin admin] Publish callbacks [] for security_group (93549b8a-aa87-4b0f-a15e-5aacaa86b5e1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:46.851388 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.db.l3_db [None req-67d45ea7-a318-4cb8-b6ef-3fa9bc458129 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Floating IP 530a9131-1248-43f3-b827-94ead4e83bb2 associated. External IP: 172.37.2.173, port: 66542ef5-f0db-4a7d-ab6e-ceb382db45de. Jul 05 10:11:46.900746 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3637091c-16e5-4abd-b84c-74e9b742b768 admin admin] Publish callbacks [] for security_group (93549b8a-aa87-4b0f-a15e-5aacaa86b5e1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:46.923079 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:47.043254 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3637091c-16e5-4abd-b84c-74e9b742b768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (93549b8a-aa87-4b0f-a15e-5aacaa86b5e1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:47.045804 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3637091c-16e5-4abd-b84c-74e9b742b768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:47.046938 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-3637091c-16e5-4abd-b84c-74e9b742b768 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/93549b8a-aa87-4b0f-a15e-5aacaa86b5e1 HTTP/1.1" status: 204 len: 168 time: 0.3974667 Jul 05 10:11:47.061713 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637091c-16e5-4abd-b84c-74e9b742b768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93549b8a-aa87-4b0f-a15e-5aacaa86b5e1,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:47.133351 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 43752) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:11:47.177749 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7b868438-91f6-4afc-aa49-a17ad3ec77f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:47.199568 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d45ea7-a318-4cb8-b6ef-3fa9bc458129 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Router 6182e117-2d11-491f-9275-3daba539c45b has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:11:47.228872 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c784da9-ddd1-46f7-a89a-ebd625dee679 req-a32f16f9-c0c8-4634-9d5a-cd1b1af50ebd tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:47.236706 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9c784da9-ddd1-46f7-a89a-ebd625dee679 req-a32f16f9-c0c8-4634-9d5a-cd1b1af50ebd tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 944 time: 0.1435018 Jul 05 10:11:47.278783 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2a6d2-184e-49df-86f7-d4a13dfad49d req-4e4e074a-c40b-4871-8c89-a0e9427a1e78 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:47.280566 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ceb2a6d2-184e-49df-86f7-d4a13dfad49d req-4e4e074a-c40b-4871-8c89-a0e9427a1e78 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.1210046 Jul 05 10:11:47.403567 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9c784da9-ddd1-46f7-a89a-ebd625dee679 req-a62ee193-e5cb-4b7f-8fc6-5c25436364ea tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659350 Jul 05 10:11:47.434591 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ceb2a6d2-184e-49df-86f7-d4a13dfad49d req-92dce2bd-526b-4c45-89bc-4e4947538e00 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450756 Jul 05 10:11:47.497260 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 43764) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:11:47.517747 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7b868438-91f6-4afc-aa49-a17ad3ec77f6 admin admin] Publish callbacks [] for security_group (6ccd76c5-ef03-4910-8939-1a3bcf7b2289), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:47.519208 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d45ea7-a318-4cb8-b6ef-3fa9bc458129 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:11:47.524044 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-67d45ea7-a318-4cb8-b6ef-3fa9bc458129 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:47.528384 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7b868438-91f6-4afc-aa49-a17ad3ec77f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (6ccd76c5-ef03-4910-8939-1a3bcf7b2289), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:47.538511 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bcf0d9-93fa-46b8-b618-3db7b3f831ac None None] Sync routers for ids ['6182e117-2d11-491f-9275-3daba539c45b'] in dv-cinder-master-3-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:11:47.554686 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bcf0d9-93fa-46b8-b618-3db7b3f831ac None None] Routers {'6182e117-2d11-491f-9275-3daba539c45b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:11:47.555548 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d8bcf0d9-93fa-46b8-b618-3db7b3f831ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:11:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['6182e117-2d11-491f-9275-3daba539c45b'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:47.556318 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:47.611611 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-67d45ea7-a318-4cb8-b6ef-3fa9bc458129 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "PUT /v2.0/floatingips/530a9131-1248-43f3-b827-94ead4e83bb2 HTTP/1.1" status: 200 len: 992 time: 3.2324278 Jul 05 10:11:47.616673 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-7b868438-91f6-4afc-aa49-a17ad3ec77f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e0f93936e3444cab851397ace68a6341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4772780 Jul 05 10:11:47.616673 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab80efc4-b2fa-4761-806b-2a197cc5b00b', 'tag': '66542ef5-f0db-4a7d-ab6e-ceb382db45de'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:11:47.617481 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9d4987-1876-4b70-a220-ad14daf97b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "ab80efc4-b2fa-4761-806b-2a197cc5b00b", "tag": "66542ef5-f0db-4a7d-ab6e-ceb382db45de"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:11:47.617733 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 43776) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:11:47.619809 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b868438-91f6-4afc-aa49-a17ad3ec77f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccd76c5-ef03-4910-8939-1a3bcf7b2289,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:47.685424 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1fe698-ed5a-46ca-9bfc-9ea7706b4329 x-openstack-request-id: req-9c1fe698-ed5a-46ca-9bfc-9ea7706b4329 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:11:47.685713 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab80efc4-b2fa-4761-806b-2a197cc5b00b", "tag": "66542ef5-f0db-4a7d-ab6e-ceb382db45de", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:11:47.685964 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c1fe698-ed5a-46ca-9bfc-9ea7706b4329 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:11:47.686370 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c1fe698-ed5a-46ca-9bfc-9ea7706b4329'] response: {'name': 'network-changed', 'server_uuid': 'ab80efc4-b2fa-4761-806b-2a197cc5b00b', 'tag': '66542ef5-f0db-4a7d-ab6e-ceb382db45de', 'status': 'completed', 'code': 200} Jul 05 10:11:47.693606 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-d8bcf0d9-93fa-46b8-b618-3db7b3f831ac None None] Set router 6182e117-2d11-491f-9275-3daba539c45b gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:11:47.707774 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-00954233-2e5c-4efc-849c-bfe4fbf53596 admin admin] Publish callbacks [] for security_group (6ccd76c5-ef03-4910-8939-1a3bcf7b2289), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:47.739982 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-00954233-2e5c-4efc-849c-bfe4fbf53596 admin admin] Publish callbacks [] for security_group (6ccd76c5-ef03-4910-8939-1a3bcf7b2289), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:47.801205 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-00954233-2e5c-4efc-849c-bfe4fbf53596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (6ccd76c5-ef03-4910-8939-1a3bcf7b2289), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:47.806308 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-00954233-2e5c-4efc-849c-bfe4fbf53596 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:47.809289 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-00954233-2e5c-4efc-849c-bfe4fbf53596 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ccd76c5-ef03-4910-8939-1a3bcf7b2289 HTTP/1.1" status: 204 len: 168 time: 0.1905684 Jul 05 10:11:47.838108 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00954233-2e5c-4efc-849c-bfe4fbf53596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccd76c5-ef03-4910-8939-1a3bcf7b2289,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:47.847493 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ec8ed73b-d89b-416a-b5f9-64b3afbdc36e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:47.937354 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:47.974208 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ec8ed73b-d89b-416a-b5f9-64b3afbdc36e admin admin] Publish callbacks [] for security_group (185af55b-ff1c-4476-8aab-ccd48301dc06), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:47.981735 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ec8ed73b-d89b-416a-b5f9-64b3afbdc36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (185af55b-ff1c-4476-8aab-ccd48301dc06), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:48.028046 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-ec8ed73b-d89b-416a-b5f9-64b3afbdc36e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=865c43972cab49f8b1295f8d3c2dae9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5304585 Jul 05 10:11:48.030786 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 43794) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:11:48.039173 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ed73b-d89b-416a-b5f9-64b3afbdc36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185af55b-ff1c-4476-8aab-ccd48301dc06,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:48.054738 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d8bcf0d9-93fa-46b8-b618-3db7b3f831ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6182e117-2d11-491f-9275-3daba539c45b', 'name': 'tempest-AttachVolumeNegativeTest-715002652-router', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a064a84-494e-41c6-9048-966cc269baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'gw_port': {'id': '1a064a84-494e-41c6-9048-966cc269baff', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:08Z', 'updated_at': '2022-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '530a9131-1248-43f3-b827-94ead4e83bb2', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'floating_ip_address': '172.37.2.173', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '6182e117-2d11-491f-9275-3daba539c45b', 'port_id': '66542ef5-f0db-4a7d-ab6e-ceb382db45de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'mac_address': 'fa:16:3e:2e:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80efc4-b2fa-4761-806b-2a197cc5b00b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:10:24Z', 'updated_at': '2022-07-05T10:11:46Z', 'revision_number': 1, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05b5c91-2f39-45ea-94c7-857f56cd562c', 'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'mac_address': 'fa:16:3e:ca:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 5, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'subnets': [{'id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:48.081316 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:UPDATE=1,neutron:INSERT=9,neutron:SELECT=84,neutron:DELETE=6 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:48.081984 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:48.091354 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bcf0d9-93fa-46b8-b618-3db7b3f831ac None None] Checking router: 6182e117-2d11-491f-9275-3daba539c45b for host: dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:11:48.098833 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e0e6e062-8b95-4acc-901b-9fe3685e26a2 admin admin] Publish callbacks [] for security_group (185af55b-ff1c-4476-8aab-ccd48301dc06), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:48.100210 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bcf0d9-93fa-46b8-b618-3db7b3f831ac None None] Routers {'6182e117-2d11-491f-9275-3daba539c45b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:11:48.100846 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d8bcf0d9-93fa-46b8-b618-3db7b3f831ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:11:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['6182e117-2d11-491f-9275-3daba539c45b'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:48.125950 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e0e6e062-8b95-4acc-901b-9fe3685e26a2 admin admin] Publish callbacks [] for security_group (185af55b-ff1c-4476-8aab-ccd48301dc06), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:48.181959 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e0e6e062-8b95-4acc-901b-9fe3685e26a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (185af55b-ff1c-4476-8aab-ccd48301dc06), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:48.186497 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e0e6e062-8b95-4acc-901b-9fe3685e26a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:48.188954 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-e0e6e062-8b95-4acc-901b-9fe3685e26a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/185af55b-ff1c-4476-8aab-ccd48301dc06 HTTP/1.1" status: 204 len: 168 time: 0.1569660 Jul 05 10:11:48.199688 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6e062-8b95-4acc-901b-9fe3685e26a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185af55b-ff1c-4476-8aab-ccd48301dc06,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:48.228560 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-d8bcf0d9-93fa-46b8-b618-3db7b3f831ac None None] Set router 6182e117-2d11-491f-9275-3daba539c45b gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:11:48.468814 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d8bcf0d9-93fa-46b8-b618-3db7b3f831ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6182e117-2d11-491f-9275-3daba539c45b', 'name': 'tempest-AttachVolumeNegativeTest-715002652-router', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a064a84-494e-41c6-9048-966cc269baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'gw_port': {'id': '1a064a84-494e-41c6-9048-966cc269baff', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:08Z', 'updated_at': '2022-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '530a9131-1248-43f3-b827-94ead4e83bb2', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'floating_ip_address': '172.37.2.173', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '6182e117-2d11-491f-9275-3daba539c45b', 'port_id': '66542ef5-f0db-4a7d-ab6e-ceb382db45de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'mac_address': 'fa:16:3e:2e:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80efc4-b2fa-4761-806b-2a197cc5b00b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:10:24Z', 'updated_at': '2022-07-05T10:11:46Z', 'revision_number': 1, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05b5c91-2f39-45ea-94c7-857f56cd562c', 'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'mac_address': 'fa:16:3e:ca:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 5, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'subnets': [{'id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:48.500033 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bcf0d9-93fa-46b8-b618-3db7b3f831ac None None] The sync data for ids ['6182e117-2d11-491f-9275-3daba539c45b'] in dv-cinder-master-3-iscsi is: [{'id': '6182e117-2d11-491f-9275-3daba539c45b', 'name': 'tempest-AttachVolumeNegativeTest-715002652-router', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a064a84-494e-41c6-9048-966cc269baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'gw_port': {'id': '1a064a84-494e-41c6-9048-966cc269baff', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:08Z', 'updated_at': '2022-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '530a9131-1248-43f3-b827-94ead4e83bb2', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'floating_ip_address': '172.37.2.173', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '6182e117-2d11-491f-9275-3daba539c45b', 'port_id': '66542ef5-f0db-4a7d-ab6e-ceb382db45de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'mac_address': 'fa:16:3e:2e:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80efc4-b2fa-4761-806b-2a197cc5b00b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:10:24Z', 'updated_at': '2022-07-05T10:11:46Z', 'revision_number': 1, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05b5c91-2f39-45ea-94c7-857f56cd562c', 'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'mac_address': 'fa:16:3e:ca:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 5, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'subnets': [{'id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:11:48.633217 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301c3fd-72fa-424e-b617-01c080e09aa4 req-e1453c5d-9f53-4faa-b4e4-518f52defd8c tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:48.635599 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2301c3fd-72fa-424e-b617-01c080e09aa4 req-e1453c5d-9f53-4faa-b4e4-518f52defd8c tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 944 time: 0.1180296 Jul 05 10:11:48.642292 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68360c6-0c49-4537-a269-53c86445bf67 req-df74a3d0-4702-4d98-b7ef-921c4857b3c9 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:48.643629 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d68360c6-0c49-4537-a269-53c86445bf67 req-df74a3d0-4702-4d98-b7ef-921c4857b3c9 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0707622 Jul 05 10:11:48.695260 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 43820) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:11:48.721297 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b42c5739-4863-4019-9b56-5def6d8ccf24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:48.727063 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d68360c6-0c49-4537-a269-53c86445bf67 req-774b7dd8-3d6b-40dd-a12c-c3bb6c03b171 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763018 Jul 05 10:11:48.730786 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2301c3fd-72fa-424e-b617-01c080e09aa4 req-3a67e658-cd2c-4afb-8aad-934417fa3159 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862610 Jul 05 10:11:48.845440 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b42c5739-4863-4019-9b56-5def6d8ccf24 admin admin] Publish callbacks [] for security_group (25da1078-41f5-49b8-b9ec-3d7b480b6da2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:48.850810 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b42c5739-4863-4019-9b56-5def6d8ccf24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (25da1078-41f5-49b8-b9ec-3d7b480b6da2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:48.865255 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3ae1eb-4bbc-428e-812d-c3c8f3073c22 None None] New status for floating IP 530a9131-1248-43f3-b827-94ead4e83bb2: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 10:11:48.903952 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 43828) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:11:48.904249 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-b42c5739-4863-4019-9b56-5def6d8ccf24 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=446c177fc4c9405faefd4ebc7baa0dd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2075124 Jul 05 10:11:48.904973 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c5739-4863-4019-9b56-5def6d8ccf24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25da1078-41f5-49b8-b9ec-3d7b480b6da2,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:48.979000 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ab388c0b-d86f-4c01-8bfc-67e3ea6f6d8e admin admin] Publish callbacks [] for security_group (25da1078-41f5-49b8-b9ec-3d7b480b6da2), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:49.010444 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ab388c0b-d86f-4c01-8bfc-67e3ea6f6d8e admin admin] Publish callbacks [] for security_group (25da1078-41f5-49b8-b9ec-3d7b480b6da2), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:49.109409 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ab388c0b-d86f-4c01-8bfc-67e3ea6f6d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (25da1078-41f5-49b8-b9ec-3d7b480b6da2), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:49.113845 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ab388c0b-d86f-4c01-8bfc-67e3ea6f6d8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:49.115544 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-ab388c0b-d86f-4c01-8bfc-67e3ea6f6d8e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/25da1078-41f5-49b8-b9ec-3d7b480b6da2 HTTP/1.1" status: 204 len: 168 time: 0.2101674 Jul 05 10:11:49.125250 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab388c0b-d86f-4c01-8bfc-67e3ea6f6d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25da1078-41f5-49b8-b9ec-3d7b480b6da2,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:49.527112 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d4987-1876-4b70-a220-ad14daf97b8e req-96eae907-31cf-4970-90ea-75a48ca88cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:49.528927 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9c9d4987-1876-4b70-a220-ad14daf97b8e req-96eae907-31cf-4970-90ea-75a48ca88cf7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7eccead420ae4aacb6f31dcb17a138cc&device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 1130 time: 0.0464420 Jul 05 10:11:49.629694 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d4987-1876-4b70-a220-ad14daf97b8e req-52ce4bc2-240d-4594-8fac-937dfe1ad797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:49.631140 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9c9d4987-1876-4b70-a220-ad14daf97b8e req-52ce4bc2-240d-4594-8fac-937dfe1ad797 service neutron] 10.222.0.30 "GET /v2.0/networks?id=033e3c55-aad3-40e5-8b8b-1dedb7b873c7 HTTP/1.1" status: 200 len: 915 time: 0.0900755 Jul 05 10:11:49.739007 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9c9d4987-1876-4b70-a220-ad14daf97b8e req-252c7da9-419b-4506-8e1e-8d24f69fb57e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66542ef5-f0db-4a7d-ab6e-ceb382db45de HTTP/1.1" status: 200 len: 1002 time: 0.0999994 Jul 05 10:11:49.942820 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:49.960361 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f5026b-96ea-40a4-814e-7017197aa935 req-46691d22-2369-48ae-b953-63a412da5d3d tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:49.962934 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-67f5026b-96ea-40a4-814e-7017197aa935 req-46691d22-2369-48ae-b953-63a412da5d3d tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 944 time: 0.1245441 Jul 05 10:11:49.975452 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d4987-1876-4b70-a220-ad14daf97b8e req-45be6f90-4512-4abf-af19-14dde27e4e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:49.977265 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9c9d4987-1876-4b70-a220-ad14daf97b8e req-45be6f90-4512-4abf-af19-14dde27e4e38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22a7c97f-a653-4bd5-b189-3fc891a00ce4 HTTP/1.1" status: 200 len: 853 time: 0.2295885 Jul 05 10:11:50.009945 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f40e01-b1ba-424f-af07-7554fb83d698 req-04c55c43-8136-4492-9a48-592571eae6c8 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:50.011688 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d9f40e01-b1ba-424f-af07-7554fb83d698 req-04c55c43-8136-4492-9a48-592571eae6c8 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.1584985 Jul 05 10:11:50.113630 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d9f40e01-b1ba-424f-af07-7554fb83d698 req-c28fc107-851b-4b7f-8147-490ee9a15b2c tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797410 Jul 05 10:11:50.126292 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d4987-1876-4b70-a220-ad14daf97b8e req-835c0a0e-db84-4535-9de0-b95fca104182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:50.128206 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9c9d4987-1876-4b70-a220-ad14daf97b8e req-835c0a0e-db84-4535-9de0-b95fca104182 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=033e3c55-aad3-40e5-8b8b-1dedb7b873c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1419742 Jul 05 10:11:50.133145 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-67f5026b-96ea-40a4-814e-7017197aa935 req-53cabba6-8c8e-47df-b851-64ed8bcf68c5 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624148 Jul 05 10:11:50.262126 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9c9d4987-1876-4b70-a220-ad14daf97b8e req-653a3891-c95a-48a8-8b3a-28b0a7f3fae6 service neutron] 10.222.0.30 "GET /v2.0/networks/033e3c55-aad3-40e5-8b8b-1dedb7b873c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242936 Jul 05 10:11:50.365377 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9c9d4987-1876-4b70-a220-ad14daf97b8e req-6365a976-39bf-4c7a-8e3e-2fad077adb14 service neutron] 10.222.0.30 "GET /v2.0/networks/033e3c55-aad3-40e5-8b8b-1dedb7b873c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956728 Jul 05 10:11:51.029008 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 4e423f85-def7-4513-9e8f-09149af663a9 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:11:51.163591 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 4e423f85-def7-4513-9e8f-09149af663a9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4e423f85-def7-4513-9e8f-09149af663a9,segment=NetworkSegment(59fdc7f4-5ef5-4974-a0cc-0267e101cce7),segment_id=59fdc7f4-5ef5-4974-a0cc-0267e101cce7)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:51.177991 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Returning: {'device': '4e423f85-def7-4513-9e8f-09149af663a9', 'network_id': '47de8f46-bb2e-4830-b096-bb218c860b15', 'port_id': '4e423f85-def7-4513-9e8f-09149af663a9', 'mac_address': 'fa:16:3e:e1:a9:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ed36ddb-a0bd-4fb4-a3ae-83157fc87590', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:11:51.186996 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:51.261922 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port 4e423f85-def7-4513-9e8f-09149af663a9 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:11:51.262333 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (4e423f85-def7-4513-9e8f-09149af663a9), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:51.280934 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e423f85-def7-4513-9e8f-09149af663a9 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:11:51.305829 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 4e423f85-def7-4513-9e8f-09149af663a9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4e423f85-def7-4513-9e8f-09149af663a9,segment=NetworkSegment(59fdc7f4-5ef5-4974-a0cc-0267e101cce7),segment_id=59fdc7f4-5ef5-4974-a0cc-0267e101cce7)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:51.312992 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (4e423f85-def7-4513-9e8f-09149af663a9), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:51.349199 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:51.373575 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:51.381662 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=4e423f85-def7-4513-9e8f-09149af663a9,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:51.383805 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c65bcc-ff7b-491c-940e-dacd334d4ae3 req-36c0a521-7c87-4c43-b3ac-ae0feffc998b tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:51.394854 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c9c65bcc-ff7b-491c-940e-dacd334d4ae3 req-36c0a521-7c87-4c43-b3ac-ae0feffc998b tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 944 time: 0.1274502 Jul 05 10:11:51.413705 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1859ac-df01-471f-b934-6b8e39273c02 req-84aebfb6-fda6-4c18-819b-55a7d15e3353 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:51.415999 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2c1859ac-df01-471f-b934-6b8e39273c02 req-84aebfb6-fda6-4c18-819b-55a7d15e3353 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.1583681 Jul 05 10:11:51.498774 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c9c65bcc-ff7b-491c-940e-dacd334d4ae3 req-a8b85455-e8eb-48c7-9e07-12d477e4fc92 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816529 Jul 05 10:11:51.506320 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2c1859ac-df01-471f-b934-6b8e39273c02 req-2ccce851-05cc-471a-884e-cc4257c0e006 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719419 Jul 05 10:11:51.848029 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['4e423f85-def7-4513-9e8f-09149af663a9'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:11:52.668143 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2ff99-45ff-4cd1-8694-d6f6896c8a10 req-4c8571e6-af78-43a5-8397-e294f230cb3a tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:52.669653 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-72a2ff99-45ff-4cd1-8694-d6f6896c8a10 req-4c8571e6-af78-43a5-8397-e294f230cb3a tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 945 time: 0.0750756 Jul 05 10:11:52.677182 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389abde3-a28d-40fd-853b-bc06841fca17 req-f9235aeb-ca68-4d5b-9acb-48ace501663c tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:52.678543 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-389abde3-a28d-40fd-853b-bc06841fca17 req-f9235aeb-ca68-4d5b-9acb-48ace501663c tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0727887 Jul 05 10:11:52.940298 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-72a2ff99-45ff-4cd1-8694-d6f6896c8a10 req-ef32cec0-c55a-438e-9b93-d6817bef9739 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608387 Jul 05 10:11:52.943434 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-389abde3-a28d-40fd-853b-bc06841fca17 req-68ae4e5f-39cb-471b-be9c-121e4bf302a6 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573850 Jul 05 10:11:53.381964 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 4e423f85-def7-4513-9e8f-09149af663a9 up at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:53.423633 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning for port 4e423f85-def7-4513-9e8f-09149af663a9 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 10:11:53.429474 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning complete for port 4e423f85-def7-4513-9e8f-09149af663a9 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:11:53.429766 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (4e423f85-def7-4513-9e8f-09149af663a9), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:53.502731 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port 4e423f85-def7-4513-9e8f-09149af663a9 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:11:53.503119 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (4e423f85-def7-4513-9e8f-09149af663a9), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:53.526311 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbea07d3-b6f1-479e-9fcb-abcfa716bb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e423f85-def7-4513-9e8f-09149af663a9'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:11:53.529091 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0ff12b24adccf04d36d5e95ed2fd555b52d0445ded186c21edfbf2ad21407b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bb8db4-45e3-45e2-b82b-a74c24344c29" -d '{"events": [{"server_uuid": "fbea07d3-b6f1-479e-9fcb-abcfa716bb5b", "name": "network-vif-plugged", "status": "completed", "tag": "4e423f85-def7-4513-9e8f-09149af663a9"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:11:53.550091 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 4e423f85-def7-4513-9e8f-09149af663a9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4e423f85-def7-4513-9e8f-09149af663a9,segment=NetworkSegment(59fdc7f4-5ef5-4974-a0cc-0267e101cce7),segment_id=59fdc7f4-5ef5-4974-a0cc-0267e101cce7)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:53.555156 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (4e423f85-def7-4513-9e8f-09149af663a9), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:11:53.709519 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71452df6-a9c0-4ce3-be03-8b6425360872 x-openstack-request-id: req-71452df6-a9c0-4ce3-be03-8b6425360872 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:11:53.709801 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbea07d3-b6f1-479e-9fcb-abcfa716bb5b", "name": "network-vif-plugged", "status": "completed", "tag": "4e423f85-def7-4513-9e8f-09149af663a9", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:11:53.710041 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71452df6-a9c0-4ce3-be03-8b6425360872 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:11:53.710415 dv-cinder-master-3-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71452df6-a9c0-4ce3-be03-8b6425360872'] response: {'server_uuid': 'fbea07d3-b6f1-479e-9fcb-abcfa716bb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e423f85-def7-4513-9e8f-09149af663a9', 'code': 200} Jul 05 10:11:53.743132 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=4e423f85-def7-4513-9e8f-09149af663a9,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:53.865603 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263e7ec-9d45-4c41-b497-f4b6d0acbc9c req-c1aacd65-8f96-43ca-bef8-35c6f485baec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:53.867105 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2263e7ec-9d45-4c41-b497-f4b6d0acbc9c req-c1aacd65-8f96-43ca-bef8-35c6f485baec service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 1130 time: 0.0403736 Jul 05 10:11:53.916221 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2263e7ec-9d45-4c41-b497-f4b6d0acbc9c req-f3f365cf-51d3-47ae-b9e9-a0a6abd6339f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388923 Jul 05 10:11:54.086790 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5d462-1597-4bd7-8176-eb46e3a02d4f req-2a64b347-77af-4f2e-8081-5c20d97be6c7 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:54.088240 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7da5d462-1597-4bd7-8176-eb46e3a02d4f req-2a64b347-77af-4f2e-8081-5c20d97be6c7 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 946 time: 0.0790365 Jul 05 10:11:54.094711 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35766a78-5512-466f-b26d-bdd4831ae619 req-346a1f6b-8302-4244-be0f-e5d2e8dbb56b tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:54.096036 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-35766a78-5512-466f-b26d-bdd4831ae619 req-346a1f6b-8302-4244-be0f-e5d2e8dbb56b tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0771599 Jul 05 10:11:54.155808 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:54.166745 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7da5d462-1597-4bd7-8176-eb46e3a02d4f req-ff6b27f3-6429-469c-98b6-6558022aafad tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697501 Jul 05 10:11:54.173488 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-35766a78-5512-466f-b26d-bdd4831ae619 req-93cee222-547e-46ee-b880-b3eb53e5eeee tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698836 Jul 05 10:11:54.840876 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1685f-86ff-43c0-9099-e699497664d5 req-df631f69-e7fd-45bc-99b9-acc8479f8795 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:54.842347 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fea1685f-86ff-43c0-9099-e699497664d5 req-df631f69-e7fd-45bc-99b9-acc8479f8795 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 945 time: 0.0516148 Jul 05 10:11:54.906145 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fea1685f-86ff-43c0-9099-e699497664d5 req-b6d5f03a-4fb7-45c4-b345-741d6bcbe9af tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546207 Jul 05 10:11:55.331493 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d249a-f54a-419e-862c-a8107df9f817 req-d25e7e1d-78d6-43af-b3d2-ce5db85b6afb tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:55.333056 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6e9d249a-f54a-419e-862c-a8107df9f817 req-d25e7e1d-78d6-43af-b3d2-ce5db85b6afb tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0757606 Jul 05 10:11:55.339138 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a39bdb-a2e8-4097-aec0-f2a1f2d18a27 req-8da8f479-4b5c-4d5f-9e91-1a3b44da7e99 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:55.341007 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-63a39bdb-a2e8-4097-aec0-f2a1f2d18a27 req-8da8f479-4b5c-4d5f-9e91-1a3b44da7e99 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 946 time: 0.0930841 Jul 05 10:11:55.418810 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6e9d249a-f54a-419e-862c-a8107df9f817 req-228a64be-751c-4d57-8cdb-4625a553aff1 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767939 Jul 05 10:11:55.421936 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-63a39bdb-a2e8-4097-aec0-f2a1f2d18a27 req-7275b882-2efc-4747-b1af-758609242381 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740283 Jul 05 10:11:56.038219 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045edd2f-5e72-4e67-bf62-b53276bbd186 req-ef0e63f1-2620-4f0d-b96e-95b0b36028c6 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:56.040457 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-045edd2f-5e72-4e67-bf62-b53276bbd186 req-ef0e63f1-2620-4f0d-b96e-95b0b36028c6 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 945 time: 0.0587134 Jul 05 10:11:56.096100 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-045edd2f-5e72-4e67-bf62-b53276bbd186 req-380c5d95-f091-4c1f-9cf5-d697f5632847 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488956 Jul 05 10:11:56.550347 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:56.565586 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72815530-dd1d-4e9f-b7da-2fcb5258f0ff req-1e8b9e8e-3051-4754-87a0-c76c457994f8 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:56.567052 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-72815530-dd1d-4e9f-b7da-2fcb5258f0ff req-1e8b9e8e-3051-4754-87a0-c76c457994f8 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0753260 Jul 05 10:11:56.572902 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3f1c6-845d-406e-8f73-2b79cf6401ab req-5eb81309-30ac-4169-9daf-b326ee650f5a tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:56.574258 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d1d3f1c6-845d-406e-8f73-2b79cf6401ab req-5eb81309-30ac-4169-9daf-b326ee650f5a tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 946 time: 0.0734777 Jul 05 10:11:56.650195 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-72815530-dd1d-4e9f-b7da-2fcb5258f0ff req-d10f6919-b1b2-4202-a781-6da7e3be3a2d tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749140 Jul 05 10:11:56.653553 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d1d3f1c6-845d-406e-8f73-2b79cf6401ab req-ef3102b4-dbbc-4c0a-9b1c-0983c2b8f6b1 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712953 Jul 05 10:11:57.209067 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d108b-ac5e-4887-b207-ee21560bf4da req-bbc0d5aa-d079-411a-a57d-e5d08df83102 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:57.210571 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-589d108b-ac5e-4887-b207-ee21560bf4da req-bbc0d5aa-d079-411a-a57d-e5d08df83102 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 945 time: 0.0471961 Jul 05 10:11:57.257963 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-589d108b-ac5e-4887-b207-ee21560bf4da req-03bedd29-10d4-4909-8d5c-85e4e80e42a4 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412292 Jul 05 10:11:57.793690 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9d6c5-af1a-47e4-be86-4cd54e452aa2 req-78fae963-e8f9-4ca6-a97e-530088d4097b tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:57.795049 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-80a9d6c5-af1a-47e4-be86-4cd54e452aa2 req-78fae963-e8f9-4ca6-a97e-530088d4097b tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0779727 Jul 05 10:11:57.802520 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ebd59-ba96-4af7-b772-82f37313833c req-e4a65a4b-f27a-46fc-9a46-b90bb0741209 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:57.803861 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-586ebd59-ba96-4af7-b772-82f37313833c req-e4a65a4b-f27a-46fc-9a46-b90bb0741209 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 946 time: 0.0774732 Jul 05 10:11:57.878344 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-80a9d6c5-af1a-47e4-be86-4cd54e452aa2 req-17455371-501a-4bce-ab73-b8d011dff60c tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735610 Jul 05 10:11:57.881505 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-586ebd59-ba96-4af7-b772-82f37313833c req-e273a7ca-57d7-4437-bf9b-2e0e3625a04b tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694931 Jul 05 10:11:58.370392 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91156e5-c780-47e9-a3d3-1dea5d6bb01a req-f974cc49-931f-4377-96c8-69345db9f854 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:58.371748 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b91156e5-c780-47e9-a3d3-1dea5d6bb01a req-f974cc49-931f-4377-96c8-69345db9f854 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 945 time: 0.0464995 Jul 05 10:11:58.420891 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b91156e5-c780-47e9-a3d3-1dea5d6bb01a req-51278663-fbe9-44ff-9b8f-625f16a0902e tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437200 Jul 05 10:11:58.469209 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=96 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:58.473142 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=54 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:58.894995 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=36,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:58.896870 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=24,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:59.027757 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc170f0-fa0d-4753-91c6-bbb0f6981e4f req-1a848e88-1653-490c-bd86-e3fba86022ea tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:59.029161 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5fc170f0-fa0d-4753-91c6-bbb0f6981e4f req-1a848e88-1653-490c-bd86-e3fba86022ea tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0733521 Jul 05 10:11:59.036700 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b8f91-9962-4816-a331-960df75937b0 req-75832499-e83e-4a83-9554-2315b1ac7d96 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:59.038054 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f96b8f91-9962-4816-a331-960df75937b0 req-75832499-e83e-4a83-9554-2315b1ac7d96 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 946 time: 0.0804014 Jul 05 10:11:59.080885 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:11:59.116500 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f96b8f91-9962-4816-a331-960df75937b0 req-92275df3-0608-4ab1-bb99-044d25356754 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708179 Jul 05 10:11:59.119422 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5fc170f0-fa0d-4753-91c6-bbb0f6981e4f req-0977e3c2-1b79-4bfa-b32a-8fd24a6ea63d tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805225 Jul 05 10:11:59.533953 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e71af5-7b03-4517-baf2-56b5fde5fbc3 req-bd35b710-71fd-49c1-9a64-acb2e336304a tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:11:59.535420 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-48e71af5-7b03-4517-baf2-56b5fde5fbc3 req-bd35b710-71fd-49c1-9a64-acb2e336304a tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 945 time: 0.0469139 Jul 05 10:11:59.581987 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-48e71af5-7b03-4517-baf2-56b5fde5fbc3 req-5ac2f7fe-7b0a-43f1-a2e7-db700ac53b0d tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410197 Jul 05 10:12:00.236156 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:12:00.260137 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5f649-5a1b-4b5d-bcf9-c38de542aa58 req-3c863731-4c2b-41cc-9c20-eb0f614e8f54 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:00.262259 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-05f5f649-5a1b-4b5d-bcf9-c38de542aa58 req-3c863731-4c2b-41cc-9c20-eb0f614e8f54 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 946 time: 0.0794854 Jul 05 10:12:00.268325 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e16e4d-8106-4d61-80a4-38e592d2dc41 req-f8a15643-cfa7-4a65-8e96-a0236eebebab tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:00.269699 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-11e16e4d-8106-4d61-80a4-38e592d2dc41 req-f8a15643-cfa7-4a65-8e96-a0236eebebab tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0771003 Jul 05 10:12:00.337194 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:00.346242 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-05f5f649-5a1b-4b5d-bcf9-c38de542aa58 req-bf617364-ac78-4508-9b72-853a5c2f2c9f tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754032 Jul 05 10:12:00.349632 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-11e16e4d-8106-4d61-80a4-38e592d2dc41 req-1b740a2f-a1e0-4adc-89ab-6cd38e5fd53b tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731907 Jul 05 10:12:00.707643 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eee912-2134-4522-a5c2-50154397183e req-56895a7f-898f-4552-9a42-ed2e3c2dc9ec tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:00.709171 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-75eee912-2134-4522-a5c2-50154397183e req-56895a7f-898f-4552-9a42-ed2e3c2dc9ec tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 945 time: 0.0578659 Jul 05 10:12:00.758416 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-75eee912-2134-4522-a5c2-50154397183e req-e7752c97-702f-4e80-8978-65155531715f tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437491 Jul 05 10:12:01.495539 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8cdce-c2a2-4d27-9722-a2a50b9a2fa7 req-9870ee62-2651-41c8-922c-ef9983fcb9a5 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:01.497674 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c6a8cdce-c2a2-4d27-9722-a2a50b9a2fa7 req-9870ee62-2651-41c8-922c-ef9983fcb9a5 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0807512 Jul 05 10:12:01.505287 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de50b78-eaa8-4954-a565-327fcaeed854 req-383e8b8d-b8c6-45bd-ad74-08d6cc664c3b tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:01.506638 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0de50b78-eaa8-4954-a565-327fcaeed854 req-383e8b8d-b8c6-45bd-ad74-08d6cc664c3b tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 946 time: 0.0790367 Jul 05 10:12:01.581132 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c6a8cdce-c2a2-4d27-9722-a2a50b9a2fa7 req-4e940e0e-6bc5-4ee0-bf0b-43e61ec180f2 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735767 Jul 05 10:12:01.585176 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0de50b78-eaa8-4954-a565-327fcaeed854 req-3e8aca06-da27-419d-ae53-c55ace7b1b39 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704346 Jul 05 10:12:01.908266 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260cddc-be47-4426-8803-ded705e00464 req-281ec263-4c86-48b0-9ece-d5e487cbb74d tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:01.909825 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5260cddc-be47-4426-8803-ded705e00464 req-281ec263-4c86-48b0-9ece-d5e487cbb74d tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 945 time: 0.0722783 Jul 05 10:12:01.961374 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5260cddc-be47-4426-8803-ded705e00464 req-dfa3334d-b185-47bf-9d07-0f5f33f0d16c tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b542287-6b22-40a8-b721-af64e1fd2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457973 Jul 05 10:12:02.068992 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 44250) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:02.178320 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-39672075-ee99-40b8-bca5-c30a3abdcafa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:02.254524 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-39672075-ee99-40b8-bca5-c30a3abdcafa admin admin] Publish callbacks [] for security_group (e968557d-0d8f-4da7-a836-214ba3bf8460), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:02.257530 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-39672075-ee99-40b8-bca5-c30a3abdcafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (e968557d-0d8f-4da7-a836-214ba3bf8460), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:02.306496 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39672075-ee99-40b8-bca5-c30a3abdcafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e968557d-0d8f-4da7-a836-214ba3bf8460,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:02.313070 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-39672075-ee99-40b8-bca5-c30a3abdcafa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc5249e571e8469d9b1bd932cc02267b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430053 Jul 05 10:12:02.317568 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 44256) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:02.356442 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762bdc6-e7e4-4fc1-9938-a16ddbe39fe5 req-74db67d5-ad58-4c53-a364-bd54605ad00a tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:02.358145 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6762bdc6-e7e4-4fc1-9938-a16ddbe39fe5 req-74db67d5-ad58-4c53-a364-bd54605ad00a tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 945 time: 0.0631330 Jul 05 10:12:02.374506 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-21f5a162-5a6c-438a-a297-127034afdf01 admin admin] Publish callbacks [] for security_group (e968557d-0d8f-4da7-a836-214ba3bf8460), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:02.411626 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-21f5a162-5a6c-438a-a297-127034afdf01 admin admin] Publish callbacks [] for security_group (e968557d-0d8f-4da7-a836-214ba3bf8460), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:02.463067 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-21f5a162-5a6c-438a-a297-127034afdf01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (e968557d-0d8f-4da7-a836-214ba3bf8460), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:02.466903 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-21f5a162-5a6c-438a-a297-127034afdf01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:02.471795 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-21f5a162-5a6c-438a-a297-127034afdf01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e968557d-0d8f-4da7-a836-214ba3bf8460 HTTP/1.1" status: 204 len: 168 time: 0.1532080 Jul 05 10:12:02.480510 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5a162-5a6c-438a-a297-127034afdf01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e968557d-0d8f-4da7-a836-214ba3bf8460,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:02.498922 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:02.500356 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-6762bdc6-e7e4-4fc1-9938-a16ddbe39fe5 req-42a52e64-7eac-4cba-bff5-b711febb1428 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Deleting port 1590f070-4b3b-4762-9ba6-291ca1720666 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:12:02.500860 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6762bdc6-e7e4-4fc1-9938-a16ddbe39fe5 req-42a52e64-7eac-4cba-bff5-b711febb1428 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (1590f070-4b3b-4762-9ba6-291ca1720666), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:02.657859 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-6762bdc6-e7e4-4fc1-9938-a16ddbe39fe5 req-42a52e64-7eac-4cba-bff5-b711febb1428 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] For port 1590f070-4b3b-4762-9ba6-291ca1720666, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1590f070-4b3b-4762-9ba6-291ca1720666,segment=NetworkSegment(3424906f-4deb-4e31-92b7-3f85c1c2c50c),segment_id=3424906f-4deb-4e31-92b7-3f85c1c2c50c)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:02.658227 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6762bdc6-e7e4-4fc1-9938-a16ddbe39fe5 req-42a52e64-7eac-4cba-bff5-b711febb1428 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (1590f070-4b3b-4762-9ba6-291ca1720666), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:02.682934 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-6762bdc6-e7e4-4fc1-9938-a16ddbe39fe5 req-42a52e64-7eac-4cba-bff5-b711febb1428 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Calling delete_port for 1590f070-4b3b-4762-9ba6-291ca1720666 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:12:02.693209 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cd69d-b184-4448-9f60-35386b682db5 req-9c6db44d-4fa1-4689-90d5-958efb2ca004 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:02.694730 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-391cd69d-b184-4448-9f60-35386b682db5 req-9c6db44d-4fa1-4689-90d5-958efb2ca004 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 946 time: 0.0970225 Jul 05 10:12:02.773024 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:02.844469 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27188c9a-fdc5-4bed-9bf5-3cc7de637418 req-f94f241c-57bb-440c-821e-e2e4004eccfa tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:02.846101 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-27188c9a-fdc5-4bed-9bf5-3cc7de637418 req-f94f241c-57bb-440c-821e-e2e4004eccfa tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.1451490 Jul 05 10:12:02.896062 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 44284) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:02.905865 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-391cd69d-b184-4448-9f60-35386b682db5 req-dc5d6ce2-45bf-4f32-82ae-ef02db14987e tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037101 Jul 05 10:12:02.914014 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0aaad1ef-111a-4898-a979-78df9a874abc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:03.015324 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 44290) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:03.030520 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-27188c9a-fdc5-4bed-9bf5-3cc7de637418 req-66007af8-878b-4128-9c92-c4d7bdc87680 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683230 Jul 05 10:12:03.080637 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6762bdc6-e7e4-4fc1-9938-a16ddbe39fe5 req-42a52e64-7eac-4cba-bff5-b711febb1428 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874'] for port (1590f070-4b3b-4762-9ba6-291ca1720666), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:03.084106 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0aaad1ef-111a-4898-a979-78df9a874abc admin admin] Publish callbacks [] for security_group (a450e038-cda6-4ed8-a78c-51305b29ce60), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:03.090818 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0aaad1ef-111a-4898-a979-78df9a874abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (a450e038-cda6-4ed8-a78c-51305b29ce60), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:03.128565 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['1590f070-4b3b-4762-9ba6-291ca1720666'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:12:03.167069 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a52e64-7eac-4cba-bff5-b711febb1428 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Pushing event deleted for resources: {'Port': ['ID=1590f070-4b3b-4762-9ba6-291ca1720666,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:03.171751 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-0aaad1ef-111a-4898-a979-78df9a874abc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=63f38b050486475fb98b969487edf36b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2745860 Jul 05 10:12:03.174585 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaad1ef-111a-4898-a979-78df9a874abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a450e038-cda6-4ed8-a78c-51305b29ce60,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:03.178547 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 44298) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:03.288840 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-6762bdc6-e7e4-4fc1-9938-a16ddbe39fe5 req-42a52e64-7eac-4cba-bff5-b711febb1428 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] No DVR routers for this DVR port 1590f070-4b3b-4762-9ba6-291ca1720666 on host hv-cinder-maste {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:12:03.290246 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f6502f71-1451-4274-a0f3-8b658b6ae611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:03.292677 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6762bdc6-e7e4-4fc1-9938-a16ddbe39fe5 req-42a52e64-7eac-4cba-bff5-b711febb1428 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:03.297410 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6762bdc6-e7e4-4fc1-9938-a16ddbe39fe5 req-42a52e64-7eac-4cba-bff5-b711febb1428 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.30 "DELETE /v2.0/ports/1590f070-4b3b-4762-9ba6-291ca1720666 HTTP/1.1" status: 204 len: 173 time: 0.9318047 Jul 05 10:12:03.298312 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ce1e24-0c58-4071-9610-57d072131857', 'name': 'network-vif-deleted', 'tag': '1590f070-4b3b-4762-9ba6-291ca1720666'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:12:03.299363 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c0c40f2-1f68-40d8-8b88-1d76ca4a4f46 admin admin] Publish callbacks [] for security_group (a450e038-cda6-4ed8-a78c-51305b29ce60), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:03.301311 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d461e9-ca82-4559-a302-690462f2a110" -d '{"events": [{"server_uuid": "b7ce1e24-0c58-4071-9610-57d072131857", "name": "network-vif-deleted", "tag": "1590f070-4b3b-4762-9ba6-291ca1720666"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:12:03.347155 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c0c40f2-1f68-40d8-8b88-1d76ca4a4f46 admin admin] Publish callbacks [] for security_group (a450e038-cda6-4ed8-a78c-51305b29ce60), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:03.382123 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46c942d-bd7c-42b4-843b-608353608b0a x-openstack-request-id: req-f46c942d-bd7c-42b4-843b-608353608b0a {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:12:03.382726 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ce1e24-0c58-4071-9610-57d072131857", "name": "network-vif-deleted", "tag": "1590f070-4b3b-4762-9ba6-291ca1720666", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:12:03.383141 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f46c942d-bd7c-42b4-843b-608353608b0a {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:12:03.384080 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f46c942d-bd7c-42b4-843b-608353608b0a'] response: {'server_uuid': 'b7ce1e24-0c58-4071-9610-57d072131857', 'name': 'network-vif-deleted', 'tag': '1590f070-4b3b-4762-9ba6-291ca1720666', 'status': 'completed', 'code': 200} Jul 05 10:12:03.386493 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-967cab1f-3214-4f17-a044-20896a2187f4 req-9857ed37-f0c9-4023-a7c4-76f8044764a0 tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 210 time: 0.0443566 Jul 05 10:12:03.456058 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f6502f71-1451-4274-a0f3-8b658b6ae611 admin admin] Publish callbacks [] for security_group (1694da3f-f0ca-4890-87b0-e7c27a966f8e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:03.461103 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c0c40f2-1f68-40d8-8b88-1d76ca4a4f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (a450e038-cda6-4ed8-a78c-51305b29ce60), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:03.464502 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c0c40f2-1f68-40d8-8b88-1d76ca4a4f46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:03.465920 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-4c0c40f2-1f68-40d8-8b88-1d76ca4a4f46 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a450e038-cda6-4ed8-a78c-51305b29ce60 HTTP/1.1" status: 204 len: 168 time: 0.2630038 Jul 05 10:12:03.470158 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f6502f71-1451-4274-a0f3-8b658b6ae611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (1694da3f-f0ca-4890-87b0-e7c27a966f8e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:03.477847 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c40f2-1f68-40d8-8b88-1d76ca4a4f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a450e038-cda6-4ed8-a78c-51305b29ce60,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:03.515896 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:03.519679 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f6502f71-1451-4274-a0f3-8b658b6ae611 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37d728b7da6b4b52aec0cdb5cb45bb79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5032060 Jul 05 10:12:03.521664 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6502f71-1451-4274-a0f3-8b658b6ae611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1694da3f-f0ca-4890-87b0-e7c27a966f8e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:03.523305 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 44314) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:03.577602 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5b9aa67-b0a2-4ad1-8521-f11b43771142 admin admin] Publish callbacks [] for security_group (1694da3f-f0ca-4890-87b0-e7c27a966f8e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:03.600551 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5b9aa67-b0a2-4ad1-8521-f11b43771142 admin admin] Publish callbacks [] for security_group (1694da3f-f0ca-4890-87b0-e7c27a966f8e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:03.655011 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5b9aa67-b0a2-4ad1-8521-f11b43771142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (1694da3f-f0ca-4890-87b0-e7c27a966f8e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:03.658042 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5b9aa67-b0a2-4ad1-8521-f11b43771142 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:03.659190 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-d5b9aa67-b0a2-4ad1-8521-f11b43771142 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1694da3f-f0ca-4890-87b0-e7c27a966f8e HTTP/1.1" status: 204 len: 168 time: 0.1347249 Jul 05 10:12:03.667109 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9aa67-b0a2-4ad1-8521-f11b43771142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1694da3f-f0ca-4890-87b0-e7c27a966f8e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:04.045749 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364454a-adeb-4489-9cbd-5c1353fb9d91 req-a144f2e1-c3b4-4121-a5b4-7456d5b09248 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:04.053405 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0364454a-adeb-4489-9cbd-5c1353fb9d91 req-a144f2e1-c3b4-4121-a5b4-7456d5b09248 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 946 time: 0.0648527 Jul 05 10:12:04.055167 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 44338) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:04.082551 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14b87dc6-748b-428b-a240-de16937d3615 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:04.153197 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0364454a-adeb-4489-9cbd-5c1353fb9d91 req-a4bcc23d-fbdb-43e0-950f-bd06971205b0 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891976 Jul 05 10:12:04.205353 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782bd21-de42-4bd3-a71a-6ded583b81e6 req-797af4d8-df7b-452f-b7d9-e0734669579e tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:04.206415 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5782bd21-de42-4bd3-a71a-6ded583b81e6 req-797af4d8-df7b-452f-b7d9-e0734669579e tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0730090 Jul 05 10:12:04.214065 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:04.280925 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14b87dc6-748b-428b-a240-de16937d3615 admin admin] Publish callbacks [] for security_group (9e0dae1f-a4d3-4d2c-a03e-ac714479bd48), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:04.288781 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14b87dc6-748b-428b-a240-de16937d3615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (9e0dae1f-a4d3-4d2c-a03e-ac714479bd48), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:04.305002 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5782bd21-de42-4bd3-a71a-6ded583b81e6 req-e9624eaa-af54-4dc2-9017-c4828d7ee3e8 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824184 Jul 05 10:12:04.329771 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-14b87dc6-748b-428b-a240-de16937d3615 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c55f817522494ce18875a76bb7b8d505&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2734330 Jul 05 10:12:04.332510 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 44348) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:04.334319 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b87dc6-748b-428b-a240-de16937d3615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0dae1f-a4d3-4d2c-a03e-ac714479bd48,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:04.393018 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1715d52c-4241-44fa-87db-82908e0681b2 admin admin] Publish callbacks [] for security_group (9e0dae1f-a4d3-4d2c-a03e-ac714479bd48), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:04.415278 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1715d52c-4241-44fa-87db-82908e0681b2 admin admin] Publish callbacks [] for security_group (9e0dae1f-a4d3-4d2c-a03e-ac714479bd48), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:04.470605 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1715d52c-4241-44fa-87db-82908e0681b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (9e0dae1f-a4d3-4d2c-a03e-ac714479bd48), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:04.473737 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1715d52c-4241-44fa-87db-82908e0681b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:04.477642 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-1715d52c-4241-44fa-87db-82908e0681b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e0dae1f-a4d3-4d2c-a03e-ac714479bd48 HTTP/1.1" status: 204 len: 168 time: 0.1439598 Jul 05 10:12:04.485966 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1715d52c-4241-44fa-87db-82908e0681b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0dae1f-a4d3-4d2c-a03e-ac714479bd48,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:04.518990 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:04.552022 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d22b9ad1-bfb2-4d60-89aa-11d05f913b7d req-d3d5aa52-edf7-4ebf-9636-66adad3da3cf tempest-DeleteServersTestJSON-690662559 tempest-DeleteServersTestJSON-690662559-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7ce1e24-0c58-4071-9610-57d072131857 HTTP/1.1" status: 200 len: 210 time: 0.0587831 Jul 05 10:12:04.954615 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 44382) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:04.961799 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d2e03-3375-4bbb-a1f9-c87ddc3aea4a req-36d8674f-a2ff-44a0-8c95-1d808d573d2d tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:04.963253 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ba2d2e03-3375-4bbb-a1f9-c87ddc3aea4a req-36d8674f-a2ff-44a0-8c95-1d808d573d2d tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 946 time: 0.0521164 Jul 05 10:12:04.968895 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9ef1c28a-1403-4a60-9d19-5233faff52f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:05.005039 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:05.055643 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9ef1c28a-1403-4a60-9d19-5233faff52f3 admin admin] Publish callbacks [] for security_group (5847070d-4372-4fb9-931c-cd85225846ee), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:05.060271 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9ef1c28a-1403-4a60-9d19-5233faff52f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (5847070d-4372-4fb9-931c-cd85225846ee), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:05.101905 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 44388) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:05.102620 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-9ef1c28a-1403-4a60-9d19-5233faff52f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6f7f57b76e04c71b31608a8e6d35e63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461985 Jul 05 10:12:05.103089 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1c28a-1403-4a60-9d19-5233faff52f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5847070d-4372-4fb9-931c-cd85225846ee,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:05.163253 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4dc2403b-98f2-43b5-88f7-f9c8bb78668e admin admin] Publish callbacks [] for security_group (5847070d-4372-4fb9-931c-cd85225846ee), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:05.187327 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4dc2403b-98f2-43b5-88f7-f9c8bb78668e admin admin] Publish callbacks [] for security_group (5847070d-4372-4fb9-931c-cd85225846ee), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:05.326749 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4dc2403b-98f2-43b5-88f7-f9c8bb78668e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (5847070d-4372-4fb9-931c-cd85225846ee), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:05.331325 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4dc2403b-98f2-43b5-88f7-f9c8bb78668e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:05.332524 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-4dc2403b-98f2-43b5-88f7-f9c8bb78668e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5847070d-4372-4fb9-931c-cd85225846ee HTTP/1.1" status: 204 len: 168 time: 0.2284536 Jul 05 10:12:05.350381 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394b96b-d7a3-4c5b-8a36-4f0953e4c86f req-f1ccda50-9f13-41c6-a14d-f7f9984bd969 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:05.361696 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a394b96b-d7a3-4c5b-8a36-4f0953e4c86f req-f1ccda50-9f13-41c6-a14d-f7f9984bd969 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 946 time: 0.1123273 Jul 05 10:12:05.435983 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2403b-98f2-43b5-88f7-f9c8bb78668e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5847070d-4372-4fb9-931c-cd85225846ee,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:05.507546 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 4e423f85-def7-4513-9e8f-09149af663a9 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:12:05.522976 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a394b96b-d7a3-4c5b-8a36-4f0953e4c86f req-5820dce0-8c5f-4bef-ad63-7a62a407fc4f tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600542 Jul 05 10:12:05.531324 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-ba2d2e03-3375-4bbb-a1f9-c87ddc3aea4a req-45c85d0f-8653-47a5-ae63-c1efcddc18ea tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Deleting port 4e423f85-def7-4513-9e8f-09149af663a9 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:12:05.531324 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ba2d2e03-3375-4bbb-a1f9-c87ddc3aea4a req-45c85d0f-8653-47a5-ae63-c1efcddc18ea tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (4e423f85-def7-4513-9e8f-09149af663a9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:05.570591 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51a6cf-ffa2-440e-99a4-47834f8d4d1a req-c688a291-feb5-4eca-ac50-abc0ee17930c tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:05.578765 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0d51a6cf-ffa2-440e-99a4-47834f8d4d1a req-c688a291-feb5-4eca-ac50-abc0ee17930c tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.1437330 Jul 05 10:12:05.609765 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port 4e423f85-def7-4513-9e8f-09149af663a9 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:12:05.610532 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (4e423f85-def7-4513-9e8f-09149af663a9), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:05.678575 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 4e423f85-def7-4513-9e8f-09149af663a9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4e423f85-def7-4513-9e8f-09149af663a9,segment=NetworkSegment(59fdc7f4-5ef5-4974-a0cc-0267e101cce7),segment_id=59fdc7f4-5ef5-4974-a0cc-0267e101cce7)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:05.680566 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbea07d3-b6f1-479e-9fcb-abcfa716bb5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e423f85-def7-4513-9e8f-09149af663a9'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:12:05.686112 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0ff12b24adccf04d36d5e95ed2fd555b52d0445ded186c21edfbf2ad21407b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f950e06d-fd79-484c-8276-925567b514a6" -d '{"events": [{"server_uuid": "fbea07d3-b6f1-479e-9fcb-abcfa716bb5b", "name": "network-vif-unplugged", "status": "completed", "tag": "4e423f85-def7-4513-9e8f-09149af663a9"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:12:05.705920 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (4e423f85-def7-4513-9e8f-09149af663a9), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:05.706978 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 1590f070-4b3b-4762-9ba6-291ca1720666 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:12:05.736692 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0d51a6cf-ffa2-440e-99a4-47834f8d4d1a req-68c878e5-c6c8-4135-93ce-40ec02c8673e tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531146 Jul 05 10:12:05.746201 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-ba2d2e03-3375-4bbb-a1f9-c87ddc3aea4a req-45c85d0f-8653-47a5-ae63-c1efcddc18ea tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] For port 4e423f85-def7-4513-9e8f-09149af663a9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4e423f85-def7-4513-9e8f-09149af663a9,segment=NetworkSegment(59fdc7f4-5ef5-4974-a0cc-0267e101cce7),segment_id=59fdc7f4-5ef5-4974-a0cc-0267e101cce7)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:05.746562 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ba2d2e03-3375-4bbb-a1f9-c87ddc3aea4a req-45c85d0f-8653-47a5-ae63-c1efcddc18ea tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (4e423f85-def7-4513-9e8f-09149af663a9), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:05.761875 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-ba2d2e03-3375-4bbb-a1f9-c87ddc3aea4a req-45c85d0f-8653-47a5-ae63-c1efcddc18ea tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Calling delete_port for 4e423f85-def7-4513-9e8f-09149af663a9 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:12:05.776904 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Jul 2022 10:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a301a859-d71d-4208-b60a-872f5d3e959f x-openstack-request-id: req-a301a859-d71d-4208-b60a-872f5d3e959f {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:12:05.778013 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbea07d3-b6f1-479e-9fcb-abcfa716bb5b", "name": "network-vif-unplugged", "status": "completed", "tag": "4e423f85-def7-4513-9e8f-09149af663a9", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:12:05.778467 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a301a859-d71d-4208-b60a-872f5d3e959f {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:12:05.779076 dv-cinder-master-3-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a301a859-d71d-4208-b60a-872f5d3e959f'] response: {'server_uuid': 'fbea07d3-b6f1-479e-9fcb-abcfa716bb5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e423f85-def7-4513-9e8f-09149af663a9', 'code': 200} Jul 05 10:12:05.779799 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] No Port match for: 1590f070-4b3b-4762-9ba6-291ca1720666 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:12:05.780245 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 1590f070-4b3b-4762-9ba6-291ca1720666 not bound to the agent host hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:12:05.809440 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=4e423f85-def7-4513-9e8f-09149af663a9,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:05.982915 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ba2d2e03-3375-4bbb-a1f9-c87ddc3aea4a req-45c85d0f-8653-47a5-ae63-c1efcddc18ea tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874'] for port (4e423f85-def7-4513-9e8f-09149af663a9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:06.053827 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c85d0f-8653-47a5-ae63-c1efcddc18ea tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Pushing event deleted for resources: {'Port': ['ID=4e423f85-def7-4513-9e8f-09149af663a9,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:06.146964 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2d2e03-3375-4bbb-a1f9-c87ddc3aea4a req-45c85d0f-8653-47a5-ae63-c1efcddc18ea tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] No DVR routers for this DVR port 4e423f85-def7-4513-9e8f-09149af663a9 on host hv-cinder-maste {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:12:06.150435 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ba2d2e03-3375-4bbb-a1f9-c87ddc3aea4a req-45c85d0f-8653-47a5-ae63-c1efcddc18ea tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:06.156582 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ba2d2e03-3375-4bbb-a1f9-c87ddc3aea4a req-45c85d0f-8653-47a5-ae63-c1efcddc18ea tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.30 "DELETE /v2.0/ports/4e423f85-def7-4513-9e8f-09149af663a9 HTTP/1.1" status: 204 len: 173 time: 0.9214404 Jul 05 10:12:06.156582 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbea07d3-b6f1-479e-9fcb-abcfa716bb5b', 'name': 'network-vif-deleted', 'tag': '4e423f85-def7-4513-9e8f-09149af663a9'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:12:06.157316 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf75356b-ea10-43ef-88a4-74422e5302af" -d '{"events": [{"server_uuid": "fbea07d3-b6f1-479e-9fcb-abcfa716bb5b", "name": "network-vif-deleted", "tag": "4e423f85-def7-4513-9e8f-09149af663a9"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:12:06.210037 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e986cc-f30c-4d29-96ab-a34a7622a6b4 x-openstack-request-id: req-09e986cc-f30c-4d29-96ab-a34a7622a6b4 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:12:06.210329 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbea07d3-b6f1-479e-9fcb-abcfa716bb5b", "name": "network-vif-deleted", "tag": "4e423f85-def7-4513-9e8f-09149af663a9", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:12:06.210579 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09e986cc-f30c-4d29-96ab-a34a7622a6b4 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:12:06.210979 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09e986cc-f30c-4d29-96ab-a34a7622a6b4'] response: {'server_uuid': 'fbea07d3-b6f1-479e-9fcb-abcfa716bb5b', 'name': 'network-vif-deleted', 'tag': '4e423f85-def7-4513-9e8f-09149af663a9', 'status': 'completed', 'code': 200} Jul 05 10:12:06.413341 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 44460) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:06.574864 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 44468) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:06.654742 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-645a0917-886b-46b6-8fae-e301e380f1bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:06.659091 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-5951116d-a11f-4179-92a2-9932bde413e4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-522659031-network', 'tenant_id': '0cc71645fab147959f329fe030163996'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:12:06.686636 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-674fb65a-b138-4dd7-bf81-f8b816e8df01 req-895aa89e-a3e8-44b8-8e89-e42bb613e5cc tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbea07d3-b6f1-479e-9fcb-abcfa716bb5b HTTP/1.1" status: 200 len: 210 time: 0.0501876 Jul 05 10:12:06.689583 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:06.714572 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:06.719262 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5951116d-a11f-4179-92a2-9932bde413e4 admin admin] Made reservation on behalf of 0cc71645fab147959f329fe030163996 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:06.721664 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5951116d-a11f-4179-92a2-9932bde413e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:06.746231 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5951116d-a11f-4179-92a2-9932bde413e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:06.868538 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-645a0917-886b-46b6-8fae-e301e380f1bb admin admin] Publish callbacks [] for security_group (7f7af1e5-bcfc-4ac8-bfb7-83aa51b2111e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:06.878635 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-645a0917-886b-46b6-8fae-e301e380f1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (7f7af1e5-bcfc-4ac8-bfb7-83aa51b2111e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:06.907218 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a018b0c-b42d-4dd3-9bfe-352f302feb51 req-48a14022-8fdd-47d7-984c-ca0978cc2fa1 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:06.908680 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0a018b0c-b42d-4dd3-9bfe-352f302feb51 req-48a14022-8fdd-47d7-984c-ca0978cc2fa1 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.1003997 Jul 05 10:12:06.964691 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a0917-886b-46b6-8fae-e301e380f1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7af1e5-bcfc-4ac8-bfb7-83aa51b2111e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:06.969680 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-645a0917-886b-46b6-8fae-e301e380f1bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df29dee9940b489b85acbae532d9ad62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3938284 Jul 05 10:12:06.973071 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 44474) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:06.991912 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5951116d-a11f-4179-92a2-9932bde413e4 admin admin] Publish callbacks [] for security_group (e80fc363-6fdf-4b93-bdea-4843e1000d1e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:07.002635 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5951116d-a11f-4179-92a2-9932bde413e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (e80fc363-6fdf-4b93-bdea-4843e1000d1e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:07.025058 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0a018b0c-b42d-4dd3-9bfe-352f302feb51 req-7b6ab9a5-dfdf-4e20-b6d3-f7e295f1f703 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974460 Jul 05 10:12:07.032368 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5951116d-a11f-4179-92a2-9932bde413e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:12:07.037160 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a2a5f3af-ccb4-46bd-9113-ed098ee62b9d admin admin] Publish callbacks [] for security_group (7f7af1e5-bcfc-4ac8-bfb7-83aa51b2111e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:07.046890 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951116d-a11f-4179-92a2-9932bde413e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80fc363-6fdf-4b93-bdea-4843e1000d1e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:07.051913 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5951116d-a11f-4179-92a2-9932bde413e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (4cabf7c1-26f5-4281-a01a-d288ebb979db), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:07.052246 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.db.segments_db [None req-5951116d-a11f-4179-92a2-9932bde413e4 admin admin] Added segment 4cabf7c1-26f5-4281-a01a-d288ebb979db of type vlan for network 9c5c9f4a-5084-40ae-b660-8e4cc082de1d Jul 05 10:12:07.065988 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a2a5f3af-ccb4-46bd-9113-ed098ee62b9d admin admin] Publish callbacks [] for security_group (7f7af1e5-bcfc-4ac8-bfb7-83aa51b2111e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:07.099525 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5951116d-a11f-4179-92a2-9932bde413e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734376243128'] for network (9c5c9f4a-5084-40ae-b660-8e4cc082de1d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:07.128182 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a2a5f3af-ccb4-46bd-9113-ed098ee62b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (7f7af1e5-bcfc-4ac8-bfb7-83aa51b2111e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:07.131691 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a2a5f3af-ccb4-46bd-9113-ed098ee62b9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:07.133114 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-a2a5f3af-ccb4-46bd-9113-ed098ee62b9d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f7af1e5-bcfc-4ac8-bfb7-83aa51b2111e HTTP/1.1" status: 204 len: 168 time: 0.1589603 Jul 05 10:12:07.147304 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5f3af-ccb4-46bd-9113-ed098ee62b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7af1e5-bcfc-4ac8-bfb7-83aa51b2111e,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:07.280488 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 44488) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:07.399373 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5951116d-a11f-4179-92a2-9932bde413e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724'] for network (9c5c9f4a-5084-40ae-b660-8e4cc082de1d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:07.400623 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5951116d-a11f-4179-92a2-9932bde413e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:07.401597 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5951116d-a11f-4179-92a2-9932bde413e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:07.443436 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-5951116d-a11f-4179-92a2-9932bde413e4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0287063 Jul 05 10:12:07.448282 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 44494) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:07.463069 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-3d30a25c-45d4-4a00-bc0d-73936e110965 admin admin] Request body: {'subnet': {'network_id': '9c5c9f4a-5084-40ae-b660-8e4cc082de1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-522659031-subnet', 'tenant_id': '0cc71645fab147959f329fe030163996', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:12:07.507535 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951116d-a11f-4179-92a2-9932bde413e4 admin admin] Pushing event updated for resources: {'Network': ['ID=9c5c9f4a-5084-40ae-b660-8e4cc082de1d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:07.522210 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Network 9c5c9f4a-5084-40ae-b660-8e4cc082de1d details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:12:07.544382 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d30a25c-45d4-4a00-bc0d-73936e110965 admin admin] Made reservation on behalf of 0cc71645fab147959f329fe030163996 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:07.550016 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3d30a25c-45d4-4a00-bc0d-73936e110965 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:07.634438 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 44498) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:07.657344 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-70c13a23-aff6-47d6-b425-86ae70373cc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:07.673939 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:INSERT=18,neutron:SELECT=78,neutron:UPDATE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:07.728554 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:07.751863 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:INSERT=19,neutron:SELECT=77,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:07.799129 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e6ff082-1805-494c-a216-1090f39d1203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-801726'] for router_interface (7938c9ab-29e6-4343-a506-330caaf37842), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:07.844962 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-70c13a23-aff6-47d6-b425-86ae70373cc1 admin admin] Publish callbacks [] for security_group (bbbf609c-084c-4cd1-8f0b-ee497eeda0bb), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:07.848042 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3d30a25c-45d4-4a00-bc0d-73936e110965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724'] for subnet (a71ad537-96ef-4e1b-8b42-b3dcfd883adb), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:07.856234 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-70c13a23-aff6-47d6-b425-86ae70373cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (bbbf609c-084c-4cd1-8f0b-ee497eeda0bb), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:07.938744 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-70c13a23-aff6-47d6-b425-86ae70373cc1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18efaeb5acbd4def8945616c030aaa9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2993584 Jul 05 10:12:07.940298 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c13a23-aff6-47d6-b425-86ae70373cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbf609c-084c-4cd1-8f0b-ee497eeda0bb,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:07.941389 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 44510) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:07.945744 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30a25c-45d4-4a00-bc0d-73936e110965 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a71ad537-96ef-4e1b-8b42-b3dcfd883adb,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:07.965904 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d30a25c-45d4-4a00-bc0d-73936e110965 admin admin] Checking segment: {'id': '4cabf7c1-26f5-4281-a01a-d288ebb979db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9c5c9f4a-5084-40ae-b660-8e4cc082de1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:12:07.966381 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d30a25c-45d4-4a00-bc0d-73936e110965 admin admin] Network hostable DHCP agents. Network: 9c5c9f4a-5084-40ae-b660-8e4cc082de1d, hostable agents: ['79910865-91ee-4878-a729-5c22ab7e1742'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:12:08.022899 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d30a25c-45d4-4a00-bc0d-73936e110965 admin admin] Network 9c5c9f4a-5084-40ae-b660-8e4cc082de1d is scheduled to be hosted by DHCP agent 79910865-91ee-4878-a729-5c22ab7e1742 with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:12:08.075991 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-3d30a25c-45d4-4a00-bc0d-73936e110965 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 9c5c9f4a-5084-40ae-b660-8e4cc082de1d) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:08.087351 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d30a25c-45d4-4a00-bc0d-73936e110965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:08.087945 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3d30a25c-45d4-4a00-bc0d-73936e110965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:08.102163 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e109ef67-e4be-4e05-94fe-04f8b5c973d0 None None] Network 9c5c9f4a-5084-40ae-b660-8e4cc082de1d requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:12:08.102356 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-03b4a55e-33e2-4408-97cd-9c3fc30847dc admin admin] Publish callbacks [] for security_group (bbbf609c-084c-4cd1-8f0b-ee497eeda0bb), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:08.117461 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-3d30a25c-45d4-4a00-bc0d-73936e110965 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6672568 Jul 05 10:12:08.123491 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a338969-09da-405e-9b32-9e4b86cca666 req-d24b113d-d696-4704-a7f6-584fef31cf3a tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:08.124969 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5a338969-09da-405e-9b32-9e4b86cca666 req-d24b113d-d696-4704-a7f6-584fef31cf3a tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/networks?id=47de8f46-bb2e-4830-b096-bb218c860b15 HTTP/1.1" status: 200 len: 809 time: 0.1537375 Jul 05 10:12:08.144124 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-03b4a55e-33e2-4408-97cd-9c3fc30847dc admin admin] Publish callbacks [] for security_group (bbbf609c-084c-4cd1-8f0b-ee497eeda0bb), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:08.154457 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:08.171798 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:08.184879 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5a338969-09da-405e-9b32-9e4b86cca666 req-8ded1be9-387b-4516-a133-867116df9615 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/quotas/c48f677354594fdc839367fff8b3dc29 HTTP/1.1" status: 200 len: 375 time: 0.0495620 Jul 05 10:12:08.207960 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ff082-1805-494c-a216-1090f39d1203 admin admin] Deleting port 7d1dfc75-0fc0-4d83-b36f-a06735dd6abd {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:12:08.208292 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e6ff082-1805-494c-a216-1090f39d1203 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (7d1dfc75-0fc0-4d83-b36f-a06735dd6abd), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:08.210759 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad596d1-182a-4168-80da-8ab5272fdbc0 req-bc0bebc9-eba6-43c0-a91e-c123d70dd770 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:08.214202 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3ad596d1-182a-4168-80da-8ab5272fdbc0 req-bc0bebc9-eba6-43c0-a91e-c123d70dd770 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0824699 Jul 05 10:12:08.221399 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:08.281425 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73477aee-a37b-482e-afae-eacfbe01f726 None None] Network 9c5c9f4a-5084-40ae-b660-8e4cc082de1d requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:12:08.284460 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5a338969-09da-405e-9b32-9e4b86cca666 req-d6200be7-ed28-4050-93ea-5ecd2a14d6f3 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c48f677354594fdc839367fff8b3dc29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0867696 Jul 05 10:12:08.295921 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-03b4a55e-33e2-4408-97cd-9c3fc30847dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (bbbf609c-084c-4cd1-8f0b-ee497eeda0bb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:08.298620 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-03b4a55e-33e2-4408-97cd-9c3fc30847dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:08.302085 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-03b4a55e-33e2-4408-97cd-9c3fc30847dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bbbf609c-084c-4cd1-8f0b-ee497eeda0bb HTTP/1.1" status: 204 len: 168 time: 0.3574343 Jul 05 10:12:08.325395 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b4a55e-33e2-4408-97cd-9c3fc30847dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbf609c-084c-4cd1-8f0b-ee497eeda0bb,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:08.336079 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-1e6ff082-1805-494c-a216-1090f39d1203 admin admin] For port 7d1dfc75-0fc0-4d83-b36f-a06735dd6abd, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7d1dfc75-0fc0-4d83-b36f-a06735dd6abd,segment=NetworkSegment(3424906f-4deb-4e31-92b7-3f85c1c2c50c),segment_id=3424906f-4deb-4e31-92b7-3f85c1c2c50c)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:08.336477 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e6ff082-1805-494c-a216-1090f39d1203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (7d1dfc75-0fc0-4d83-b36f-a06735dd6abd), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:08.367656 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ff082-1805-494c-a216-1090f39d1203 admin admin] Calling delete_port for 7d1dfc75-0fc0-4d83-b36f-a06735dd6abd owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:12:08.405865 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5a338969-09da-405e-9b32-9e4b86cca666 req-4d22eb22-000c-466e-9d28-a308be3af3cb service neutron] 10.222.0.20 "GET /v2.0/networks/47de8f46-bb2e-4830-b096-bb218c860b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204383 Jul 05 10:12:08.445021 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3ad596d1-182a-4168-80da-8ab5272fdbc0 req-19eb16a9-d7bb-4c34-9ff6-c5d033bda0ce tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104802 Jul 05 10:12:08.562726 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:08.568755 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5a338969-09da-405e-9b32-9e4b86cca666 req-64ab33a5-1e8b-45c6-931e-19f47f9162b5 service neutron] 10.222.0.20 "GET /v2.0/networks/47de8f46-bb2e-4830-b096-bb218c860b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318986 Jul 05 10:12:08.726256 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e6ff082-1805-494c-a216-1090f39d1203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (7d1dfc75-0fc0-4d83-b36f-a06735dd6abd), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:08.841283 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ff082-1805-494c-a216-1090f39d1203 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d1dfc75-0fc0-4d83-b36f-a06735dd6abd,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:08.876022 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4737a6b0-72ce-4a41-9f8e-e754f09ab5b9 req-509e442b-0d82-4595-b2f9-909de6c644bb tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f3a8ca-f372-464b-b604-87af58bbd34c HTTP/1.1" status: 200 len: 210 time: 0.0928295 Jul 05 10:12:09.216189 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:09.254721 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e6ff082-1805-494c-a216-1090f39d1203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-802062'] for router_interface (7938c9ab-29e6-4343-a506-330caaf37842), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:09.349042 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 44584) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:09.357593 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-5716f68c-2767-474e-b39e-c244627e2b94 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-8701352-network', 'tenant_id': '14d94ce0ce5e486c80378acc134168f7'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:12:09.400229 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5716f68c-2767-474e-b39e-c244627e2b94 admin admin] Made reservation on behalf of 14d94ce0ce5e486c80378acc134168f7 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:09.403281 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5716f68c-2767-474e-b39e-c244627e2b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:09.418558 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5716f68c-2767-474e-b39e-c244627e2b94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:09.551740 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5716f68c-2767-474e-b39e-c244627e2b94 admin admin] Publish callbacks [] for security_group (328cebde-3ea3-4d5d-923e-853307be6a6e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:09.560463 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5716f68c-2767-474e-b39e-c244627e2b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (328cebde-3ea3-4d5d-923e-853307be6a6e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:09.598596 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5716f68c-2767-474e-b39e-c244627e2b94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:12:09.632601 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5716f68c-2767-474e-b39e-c244627e2b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (7c2a03c7-9af4-4262-a7e4-4177b3d6df83), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:09.633317 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.db.segments_db [None req-5716f68c-2767-474e-b39e-c244627e2b94 admin admin] Added segment 7c2a03c7-9af4-4262-a7e4-4177b3d6df83 of type vlan for network f790e36d-d355-4888-9da5-ff7cc510f763 Jul 05 10:12:09.722300 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3736561-faf5-45ff-b9dd-09ee3b548f01 req-d30bbfa3-f933-48d0-aa36-301c760c9b59 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:09.724465 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a3736561-faf5-45ff-b9dd-09ee3b548f01 req-d30bbfa3-f933-48d0-aa36-301c760c9b59 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0781229 Jul 05 10:12:09.865209 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716f68c-2767-474e-b39e-c244627e2b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328cebde-3ea3-4d5d-923e-853307be6a6e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:09.876194 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5716f68c-2767-474e-b39e-c244627e2b94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734376243128'] for network (f790e36d-d355-4888-9da5-ff7cc510f763), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:09.881605 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a3736561-faf5-45ff-b9dd-09ee3b548f01 req-fd9318cf-aa4a-4550-a821-e67f5f5fb69b tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949738 Jul 05 10:12:09.896116 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6ff082-1805-494c-a216-1090f39d1203 admin admin] Router 7938c9ab-29e6-4343-a506-330caaf37842 has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:12:09.918053 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5716f68c-2767-474e-b39e-c244627e2b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724'] for network (f790e36d-d355-4888-9da5-ff7cc510f763), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:09.940003 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5716f68c-2767-474e-b39e-c244627e2b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:09.940003 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5716f68c-2767-474e-b39e-c244627e2b94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:09.955923 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-5716f68c-2767-474e-b39e-c244627e2b94 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 0.6054907 Jul 05 10:12:09.959856 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 44618) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:09.970627 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:10.029840 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-440fe017-fbaa-4f34-96b9-8c21782bbb67 admin admin] Request body: {'subnet': {'network_id': 'f790e36d-d355-4888-9da5-ff7cc510f763', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-8701352-subnet', 'tenant_id': '14d94ce0ce5e486c80378acc134168f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:12:10.054803 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:10.059511 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716f68c-2767-474e-b39e-c244627e2b94 admin admin] Pushing event updated for resources: {'Network': ['ID=f790e36d-d355-4888-9da5-ff7cc510f763,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:10.087718 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d1485589-9260-4d31-90a8-7479d1a1713e req-64269148-c697-4738-a72c-a5661b9ba876 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f3a8ca-f372-464b-b604-87af58bbd34c HTTP/1.1" status: 200 len: 210 time: 0.0393312 Jul 05 10:12:10.105043 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Network f790e36d-d355-4888-9da5-ff7cc510f763 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:12:10.118150 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440fe017-fbaa-4f34-96b9-8c21782bbb67 admin admin] Made reservation on behalf of 14d94ce0ce5e486c80378acc134168f7 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:10.127912 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-440fe017-fbaa-4f34-96b9-8c21782bbb67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26956147'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:10.188642 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:10.232348 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6ff082-1805-494c-a216-1090f39d1203 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:12:10.241958 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-1e6ff082-1805-494c-a216-1090f39d1203 admin admin] 10.222.0.20 "PUT /v2.0/routers/7938c9ab-29e6-4343-a506-330caaf37842/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9574928 Jul 05 10:12:10.241958 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 44630) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:10.249266 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4b7d94-e1bb-440a-9572-e670a08ea129 None None] Sync routers for ids ['7938c9ab-29e6-4343-a506-330caaf37842'] in dv-cinder-master-3-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:12:10.261118 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4b7d94-e1bb-440a-9572-e670a08ea129 None None] Routers {'7938c9ab-29e6-4343-a506-330caaf37842'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:12:10.261732 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-4f4b7d94-e1bb-440a-9572-e670a08ea129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:11:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['7938c9ab-29e6-4343-a506-330caaf37842'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:10.382976 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-4f4b7d94-e1bb-440a-9572-e670a08ea129 None None] Set router 7938c9ab-29e6-4343-a506-330caaf37842 gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:12:10.421170 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f706013c-89ee-41b4-846b-9c495771e259 admin admin] Publish callbacks [] for router (7938c9ab-29e6-4343-a506-330caaf37842), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:10.496159 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-440fe017-fbaa-4f34-96b9-8c21782bbb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26770499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956697'] for subnet (c8f458f1-1bda-480a-a2bf-b2ecfd614c5d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:10.568538 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a338969-09da-405e-9b32-9e4b86cca666 req-8a2c3bd7-80a4-4147-907b-cc731e481208 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:10.573519 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5a338969-09da-405e-9b32-9e4b86cca666 req-8a2c3bd7-80a4-4147-907b-cc731e481208 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.30 "GET /v2.0/networks?id=47de8f46-bb2e-4830-b096-bb218c860b15 HTTP/1.1" status: 200 len: 809 time: 0.1914310 Jul 05 10:12:10.598270 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:10.604076 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-5a338969-09da-405e-9b32-9e4b86cca666 req-caa36a9f-4282-43c1-826b-9d70f72d65ee tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Request body: {'port': {'device_id': 'b6f3a8ca-f372-464b-b604-87af58bbd34c', 'network_id': '47de8f46-bb2e-4830-b096-bb218c860b15', 'admin_state_up': True, 'tenant_id': 'c48f677354594fdc839367fff8b3dc29'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:12:10.610847 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440fe017-fbaa-4f34-96b9-8c21782bbb67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8f458f1-1bda-480a-a2bf-b2ecfd614c5d,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:10.632289 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440fe017-fbaa-4f34-96b9-8c21782bbb67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:10.633430 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440fe017-fbaa-4f34-96b9-8c21782bbb67 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:10.633430 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440fe017-fbaa-4f34-96b9-8c21782bbb67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:10.633430 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440fe017-fbaa-4f34-96b9-8c21782bbb67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:10.633695 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440fe017-fbaa-4f34-96b9-8c21782bbb67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:10.634089 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440fe017-fbaa-4f34-96b9-8c21782bbb67 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:10.634416 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440fe017-fbaa-4f34-96b9-8c21782bbb67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:10.634739 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440fe017-fbaa-4f34-96b9-8c21782bbb67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:10.635078 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440fe017-fbaa-4f34-96b9-8c21782bbb67 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:10.635404 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440fe017-fbaa-4f34-96b9-8c21782bbb67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:10.635903 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440fe017-fbaa-4f34-96b9-8c21782bbb67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:10.636428 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440fe017-fbaa-4f34-96b9-8c21782bbb67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:10.636940 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440fe017-fbaa-4f34-96b9-8c21782bbb67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:10.637493 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440fe017-fbaa-4f34-96b9-8c21782bbb67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:10.638087 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440fe017-fbaa-4f34-96b9-8c21782bbb67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:10.656067 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440fe017-fbaa-4f34-96b9-8c21782bbb67 admin admin] Checking segment: {'id': '7c2a03c7-9af4-4262-a7e4-4177b3d6df83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f790e36d-d355-4888-9da5-ff7cc510f763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:12:10.656857 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440fe017-fbaa-4f34-96b9-8c21782bbb67 admin admin] Network hostable DHCP agents. Network: f790e36d-d355-4888-9da5-ff7cc510f763, hostable agents: ['79910865-91ee-4878-a729-5c22ab7e1742'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:12:10.662470 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f706013c-89ee-41b4-846b-9c495771e259 admin admin] Publish callbacks [] for router_gateway (7938c9ab-29e6-4343-a506-330caaf37842), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:10.706815 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440fe017-fbaa-4f34-96b9-8c21782bbb67 admin admin] Network f790e36d-d355-4888-9da5-ff7cc510f763 is scheduled to be hosted by DHCP agent 79910865-91ee-4878-a729-5c22ab7e1742 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:12:10.727014 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-440fe017-fbaa-4f34-96b9-8c21782bbb67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, f790e36d-d355-4888-9da5-ff7cc510f763) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:10.728839 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-f706013c-89ee-41b4-846b-9c495771e259 admin admin] Deleting port 0c56f90f-e1ae-4df7-96e9-b73841cad724 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:12:10.729381 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f706013c-89ee-41b4-846b-9c495771e259 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (0c56f90f-e1ae-4df7-96e9-b73841cad724), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:10.736181 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440fe017-fbaa-4f34-96b9-8c21782bbb67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:10.739153 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e013f877-1368-46e4-a05d-6a37e49332d1 None None] Network f790e36d-d355-4888-9da5-ff7cc510f763 requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:12:10.748087 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-4f4b7d94-e1bb-440a-9572-e670a08ea129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7938c9ab-29e6-4343-a506-330caaf37842', 'name': 'tempest-DeleteServersTestJSON-1965133914-router', 'tenant_id': 'f1f4fee9c6b844a2b7a14e2afb831f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.112'}], 'enable_snat': True}, 'gw_port_id': '0c56f90f-e1ae-4df7-96e9-b73841cad724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:04Z', 'updated_at': '2022-07-05T10:12:08Z', 'revision_number': 5, 'project_id': 'f1f4fee9c6b844a2b7a14e2afb831f88', 'gw_port': {'id': '0c56f90f-e1ae-4df7-96e9-b73841cad724', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7938c9ab-29e6-4343-a506-330caaf37842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:05Z', 'updated_at': '2022-07-05T10:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:10.754553 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-440fe017-fbaa-4f34-96b9-8c21782bbb67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:10.827328 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:10.836882 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4b7d94-e1bb-440a-9572-e670a08ea129 None None] Checking router: 7938c9ab-29e6-4343-a506-330caaf37842 for host: dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:12:10.847511 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4b7d94-e1bb-440a-9572-e670a08ea129 None None] Routers {'7938c9ab-29e6-4343-a506-330caaf37842'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:12:10.848325 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-4f4b7d94-e1bb-440a-9572-e670a08ea129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:11:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['7938c9ab-29e6-4343-a506-330caaf37842'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:10.874297 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-440fe017-fbaa-4f34-96b9-8c21782bbb67 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9081869 Jul 05 10:12:10.895042 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a338969-09da-405e-9b32-9e4b86cca666 req-caa36a9f-4282-43c1-826b-9d70f72d65ee tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Made reservation on behalf of c48f677354594fdc839367fff8b3dc29 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:10.923427 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5a338969-09da-405e-9b32-9e4b86cca666 req-caa36a9f-4282-43c1-826b-9d70f72d65ee tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:10.952497 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-f706013c-89ee-41b4-846b-9c495771e259 admin admin] For port 0c56f90f-e1ae-4df7-96e9-b73841cad724, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0c56f90f-e1ae-4df7-96e9-b73841cad724,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:10.953048 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f706013c-89ee-41b4-846b-9c495771e259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (0c56f90f-e1ae-4df7-96e9-b73841cad724), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:10.956002 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85df2f22-c784-45ce-8cb6-8a1e27a9d70a None None] Network f790e36d-d355-4888-9da5-ff7cc510f763 requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:12:11.006760 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-f706013c-89ee-41b4-846b-9c495771e259 admin admin] Calling delete_port for 0c56f90f-e1ae-4df7-96e9-b73841cad724 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:12:11.088440 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0624b-e1d0-4b35-9f7b-deabeed85b16 req-9c210423-a8a6-482e-9fb8-ec40fa71763d tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:11.097385 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8ef0624b-e1d0-4b35-9f7b-deabeed85b16 req-9c210423-a8a6-482e-9fb8-ec40fa71763d tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0699353 Jul 05 10:12:11.155571 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-4f4b7d94-e1bb-440a-9572-e670a08ea129 None None] Set router 7938c9ab-29e6-4343-a506-330caaf37842 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:12:11.277329 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:11.292198 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-4f4b7d94-e1bb-440a-9572-e670a08ea129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7938c9ab-29e6-4343-a506-330caaf37842', 'name': 'tempest-DeleteServersTestJSON-1965133914-router', 'tenant_id': 'f1f4fee9c6b844a2b7a14e2afb831f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:04Z', 'updated_at': '2022-07-05T10:12:10Z', 'revision_number': 6, 'project_id': 'f1f4fee9c6b844a2b7a14e2afb831f88', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:11.347886 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-354a5a25-ae84-4d6f-920e-8388a42479a4 req-dbd1aacc-9a4c-4241-8cd2-29e41768caa1 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f3a8ca-f372-464b-b604-87af58bbd34c HTTP/1.1" status: 200 len: 210 time: 0.0786505 Jul 05 10:12:11.357941 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4b7d94-e1bb-440a-9572-e670a08ea129 None None] The sync data for ids ['7938c9ab-29e6-4343-a506-330caaf37842'] in dv-cinder-master-3-iscsi is: [{'id': '7938c9ab-29e6-4343-a506-330caaf37842', 'name': 'tempest-DeleteServersTestJSON-1965133914-router', 'tenant_id': 'f1f4fee9c6b844a2b7a14e2afb831f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:04Z', 'updated_at': '2022-07-05T10:12:10Z', 'revision_number': 6, 'project_id': 'f1f4fee9c6b844a2b7a14e2afb831f88', 'gw_port_host': None}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:12:11.363944 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de3a050e-49f6-4122-a41b-ac71a033b73e req-1e7d5398-942f-4b0d-8fac-04c679201c0e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1117554 Jul 05 10:12:11.401265 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f706013c-89ee-41b4-846b-9c495771e259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (0c56f90f-e1ae-4df7-96e9-b73841cad724), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:11.403407 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8ef0624b-e1d0-4b35-9f7b-deabeed85b16 req-78ef5aaa-e025-4669-9822-c1696c78f1e3 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048069 Jul 05 10:12:11.460114 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706013c-89ee-41b4-846b-9c495771e259 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c56f90f-e1ae-4df7-96e9-b73841cad724,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:11.482482 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a050e-49f6-4122-a41b-ac71a033b73e req-3c011411-9a75-4043-9dc6-c5daa7e1ce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:11.483964 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de3a050e-49f6-4122-a41b-ac71a033b73e req-3c011411-9a75-4043-9dc6-c5daa7e1ce52 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f2199fa0bc54901aa24195a250a9e25&device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 1129 time: 0.0560925 Jul 05 10:12:11.494009 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-23777de1-0305-4f85-a2ac-c3309b2ce5db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:11.494752 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-5a338969-09da-405e-9b32-9e4b86cca666 req-caa36a9f-4282-43c1-826b-9d70f72d65ee tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Allocated IP 172.20.0.3 (47de8f46-bb2e-4830-b096-bb218c860b15/2ed36ddb-a0bd-4fb4-a3ae-83157fc87590/8459a921-58ac-4cef-9bd3-c506f7a8ff2a) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:12:11.531086 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f706013c-89ee-41b4-846b-9c495771e259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-789316'] for router_gateway (7938c9ab-29e6-4343-a506-330caaf37842), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:11.645319 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f706013c-89ee-41b4-846b-9c495771e259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-795196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28314'] for router (7938c9ab-29e6-4343-a506-330caaf37842), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:11.647851 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f706013c-89ee-41b4-846b-9c495771e259 admin admin] Publish callbacks [] for router_controller (7938c9ab-29e6-4343-a506-330caaf37842), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:11.676891 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5a338969-09da-405e-9b32-9e4b86cca666 req-caa36a9f-4282-43c1-826b-9d70f72d65ee tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Publish callbacks [] for port (8459a921-58ac-4cef-9bd3-c506f7a8ff2a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:11.723679 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5a338969-09da-405e-9b32-9e4b86cca666 req-caa36a9f-4282-43c1-826b-9d70f72d65ee tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865'] for port (8459a921-58ac-4cef-9bd3-c506f7a8ff2a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:11.746448 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f706013c-89ee-41b4-846b-9c495771e259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-795179'] for router (7938c9ab-29e6-4343-a506-330caaf37842), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:11.747308 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f706013c-89ee-41b4-846b-9c495771e259 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7938c9ab-29e6-4343-a506-330caaf37842 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:12:11.757471 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f706013c-89ee-41b4-846b-9c495771e259 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:11.758935 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f706013c-89ee-41b4-846b-9c495771e259 admin admin] 10.222.0.20 "DELETE /v2.0/routers/7938c9ab-29e6-4343-a506-330caaf37842 HTTP/1.1" status: 204 len: 168 time: 1.5159023 Jul 05 10:12:11.764888 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 44692) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:11.806057 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa36a9f-4282-43c1-826b-9d70f72d65ee tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Pushing event updated for resources: {'Port': ['ID=8459a921-58ac-4cef-9bd3-c506f7a8ff2a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:11.834655 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa36a9f-4282-43c1-826b-9d70f72d65ee tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:11.835475 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa36a9f-4282-43c1-826b-9d70f72d65ee tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:11.835825 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa36a9f-4282-43c1-826b-9d70f72d65ee tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:11.836162 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa36a9f-4282-43c1-826b-9d70f72d65ee tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:11.836984 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa36a9f-4282-43c1-826b-9d70f72d65ee tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:11.837323 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa36a9f-4282-43c1-826b-9d70f72d65ee tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:11.837649 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa36a9f-4282-43c1-826b-9d70f72d65ee tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:11.837976 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa36a9f-4282-43c1-826b-9d70f72d65ee tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:11.838300 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa36a9f-4282-43c1-826b-9d70f72d65ee tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:11.838621 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa36a9f-4282-43c1-826b-9d70f72d65ee tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:11.838941 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa36a9f-4282-43c1-826b-9d70f72d65ee tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:11.839270 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa36a9f-4282-43c1-826b-9d70f72d65ee tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:11.839582 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa36a9f-4282-43c1-826b-9d70f72d65ee tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:11.839899 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa36a9f-4282-43c1-826b-9d70f72d65ee tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:11.840765 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa36a9f-4282-43c1-826b-9d70f72d65ee tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:11.859475 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-b63ede1e-947b-4299-be0d-b30d494b7b2d admin admin] Deleting subnet 5cce998d-0863-4b44-9cde-77aed1385de8 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 05 10:12:11.860263 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a338969-09da-405e-9b32-9e4b86cca666 req-caa36a9f-4282-43c1-826b-9d70f72d65ee tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Network 47de8f46-bb2e-4830-b096-bb218c860b15 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:11.863042 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b63ede1e-947b-4299-be0d-b30d494b7b2d admin admin] Publish callbacks [] for subnet (5cce998d-0863-4b44-9cde-77aed1385de8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:11.863987 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-5a338969-09da-405e-9b32-9e4b86cca666 req-caa36a9f-4282-43c1-826b-9d70f72d65ee tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:11.875120 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a338969-09da-405e-9b32-9e4b86cca666 req-caa36a9f-4282-43c1-826b-9d70f72d65ee tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:12:11.885857 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a338969-09da-405e-9b32-9e4b86cca666 req-caa36a9f-4282-43c1-826b-9d70f72d65ee tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:11.886565 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5a338969-09da-405e-9b32-9e4b86cca666 req-caa36a9f-4282-43c1-826b-9d70f72d65ee tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:11.892152 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:11.913209 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5a338969-09da-405e-9b32-9e4b86cca666 req-caa36a9f-4282-43c1-826b-9d70f72d65ee tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3149033 Jul 05 10:12:11.917547 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b63ede1e-947b-4299-be0d-b30d494b7b2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26770210'] for subnet (5cce998d-0863-4b44-9cde-77aed1385de8), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:12.055048 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b63ede1e-947b-4299-be0d-b30d494b7b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2072780'] for subnet (5cce998d-0863-4b44-9cde-77aed1385de8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:12.093375 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=13 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:12.111926 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b63ede1e-947b-4299-be0d-b30d494b7b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2072775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26770432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956688'] for subnet (5cce998d-0863-4b44-9cde-77aed1385de8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:12.141365 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ede1e-947b-4299-be0d-b30d494b7b2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cce998d-0863-4b44-9cde-77aed1385de8,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:12.144891 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b63ede1e-947b-4299-be0d-b30d494b7b2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:12.147584 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 44716) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:12.149075 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304ee0a6-fedb-473f-8598-a97be372a4c8 None None] Network 91d9a322-3f41-4d40-8000-86bec9aba65e requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:12:12.153553 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-b63ede1e-947b-4299-be0d-b30d494b7b2d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5cce998d-0863-4b44-9cde-77aed1385de8 HTTP/1.1" status: 204 len: 168 time: 0.3866801 Jul 05 10:12:12.224872 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1968054'] for network (91d9a322-3f41-4d40-8000-86bec9aba65e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:12.276898 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 44720) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:12.286855 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] Deleting port 0be2aebe-2bfe-4893-bd95-c5004dbd99df {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:12:12.287197 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (0be2aebe-2bfe-4893-bd95-c5004dbd99df), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:12.333188 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bad840-1eba-4b17-bb00-ec89b100c0db None None] DHCP port deletion for 91d9a322-3f41-4d40-8000-86bec9aba65e request from dv-cinder-master-3-iscsi {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 05 10:12:12.377168 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] For port 0be2aebe-2bfe-4893-bd95-c5004dbd99df, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0be2aebe-2bfe-4893-bd95-c5004dbd99df,segment=NetworkSegment(3424906f-4deb-4e31-92b7-3f85c1c2c50c),segment_id=3424906f-4deb-4e31-92b7-3f85c1c2c50c)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:12.377545 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (0be2aebe-2bfe-4893-bd95-c5004dbd99df), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:12.389174 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e9bad840-1eba-4b17-bb00-ec89b100c0db None None] Deleting port 0be2aebe-2bfe-4893-bd95-c5004dbd99df {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:12:12.389551 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e9bad840-1eba-4b17-bb00-ec89b100c0db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (0be2aebe-2bfe-4893-bd95-c5004dbd99df), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:12.394661 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] Calling delete_port for 0be2aebe-2bfe-4893-bd95-c5004dbd99df owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:12:12.409441 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:12.426466 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-439c63c9-5c30-4632-aa8a-7fe904fcac72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:12.484659 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e9bad840-1eba-4b17-bb00-ec89b100c0db None None] For port 0be2aebe-2bfe-4893-bd95-c5004dbd99df, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0be2aebe-2bfe-4893-bd95-c5004dbd99df,segment=NetworkSegment(3424906f-4deb-4e31-92b7-3f85c1c2c50c),segment_id=3424906f-4deb-4e31-92b7-3f85c1c2c50c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:12.485487 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e9bad840-1eba-4b17-bb00-ec89b100c0db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (0be2aebe-2bfe-4893-bd95-c5004dbd99df), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:12.539331 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e9bad840-1eba-4b17-bb00-ec89b100c0db None None] Calling delete_port for 0be2aebe-2bfe-4893-bd95-c5004dbd99df owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:12:12.552046 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-439c63c9-5c30-4632-aa8a-7fe904fcac72 admin admin] Publish callbacks [] for security_group (3bf50b19-b1a4-439d-bcbf-48345a9553eb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:12.560548 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-439c63c9-5c30-4632-aa8a-7fe904fcac72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (3bf50b19-b1a4-439d-bcbf-48345a9553eb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:12.586567 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd13c2-6e67-45a8-a8dc-46e2a72450ab req-cad4a988-a256-4f6e-be12-3d60be915827 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:12.588118 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f2fd13c2-6e67-45a8-a8dc-46e2a72450ab req-cad4a988-a256-4f6e-be12-3d60be915827 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f3a8ca-f372-464b-b604-87af58bbd34c HTTP/1.1" status: 200 len: 931 time: 0.1064849 Jul 05 10:12:12.613084 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d51caf-721f-4f79-a547-af5e61e55758 req-f024333f-42a9-4fae-a04b-e8dba643818c tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:12.615782 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-439c63c9-5c30-4632-aa8a-7fe904fcac72 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c52bb9ed253a4c709e0d4f95ce6c1c28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3375137 Jul 05 10:12:12.616527 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 44730) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:12.617156 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c63c9-5c30-4632-aa8a-7fe904fcac72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf50b19-b1a4-439d-bcbf-48345a9553eb,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:12.622166 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-43d51caf-721f-4f79-a547-af5e61e55758 req-f024333f-42a9-4fae-a04b-e8dba643818c tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0914569 Jul 05 10:12:12.624022 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874'] for port (0be2aebe-2bfe-4893-bd95-c5004dbd99df), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:12.654384 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] No DVR routers for this DVR port 0be2aebe-2bfe-4893-bd95-c5004dbd99df on host dv-cinder-master-3-iscsi {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:12:12.691284 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] Pushing event deleted for resources: {'Port': ['ID=0be2aebe-2bfe-4893-bd95-c5004dbd99df,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:12.714467 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fd8bf61b-bcd1-465f-8ae4-0096cb48513e admin admin] Publish callbacks [] for security_group (3bf50b19-b1a4-439d-bcbf-48345a9553eb), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:12.718957 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e9bad840-1eba-4b17-bb00-ec89b100c0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874'] for port (0be2aebe-2bfe-4893-bd95-c5004dbd99df), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:12.752027 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fd8bf61b-bcd1-465f-8ae4-0096cb48513e admin admin] Publish callbacks [] for security_group (3bf50b19-b1a4-439d-bcbf-48345a9553eb), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:12.752475 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bad840-1eba-4b17-bb00-ec89b100c0db None None] Pushing event deleted for resources: {'Port': ['ID=0be2aebe-2bfe-4893-bd95-c5004dbd99df,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:12.762641 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bad840-1eba-4b17-bb00-ec89b100c0db None None] No DVR routers for this DVR port 0be2aebe-2bfe-4893-bd95-c5004dbd99df on host dv-cinder-master-3-iscsi {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:12:12.765087 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bad840-1eba-4b17-bb00-ec89b100c0db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:12.765693 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bad840-1eba-4b17-bb00-ec89b100c0db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:12.766224 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bad840-1eba-4b17-bb00-ec89b100c0db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:12.766754 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bad840-1eba-4b17-bb00-ec89b100c0db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:12.767328 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bad840-1eba-4b17-bb00-ec89b100c0db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:12.767848 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bad840-1eba-4b17-bb00-ec89b100c0db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:12.768360 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bad840-1eba-4b17-bb00-ec89b100c0db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:12.768896 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bad840-1eba-4b17-bb00-ec89b100c0db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:12.769411 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bad840-1eba-4b17-bb00-ec89b100c0db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:12.769940 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bad840-1eba-4b17-bb00-ec89b100c0db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:12.770455 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bad840-1eba-4b17-bb00-ec89b100c0db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:12.770969 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bad840-1eba-4b17-bb00-ec89b100c0db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:12.771479 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bad840-1eba-4b17-bb00-ec89b100c0db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:12.772122 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bad840-1eba-4b17-bb00-ec89b100c0db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:12.772672 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bad840-1eba-4b17-bb00-ec89b100c0db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:12.785108 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:12.839617 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988390', 'neutron.services.segments.db._delete_segments_for_network-8734376687225'] for network (91d9a322-3f41-4d40-8000-86bec9aba65e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:12.859548 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fd8bf61b-bcd1-465f-8ae4-0096cb48513e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (3bf50b19-b1a4-439d-bcbf-48345a9553eb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:12.865158 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fd8bf61b-bcd1-465f-8ae4-0096cb48513e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:12.865158 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-fd8bf61b-bcd1-465f-8ae4-0096cb48513e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3bf50b19-b1a4-439d-bcbf-48345a9553eb HTTP/1.1" status: 204 len: 168 time: 0.2445974 Jul 05 10:12:12.878195 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8bf61b-bcd1-465f-8ae4-0096cb48513e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf50b19-b1a4-439d-bcbf-48345a9553eb,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:12.893135 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-5a338969-09da-405e-9b32-9e4b86cca666 req-c7dd17d4-9e11-491c-ac9d-0b532a3b5d98 service neutron] Request body: {'port': {'device_id': 'b6f3a8ca-f372-464b-b604-87af58bbd34c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:12:12.898472 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:12:12.898713 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:12:12.899506 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:12:12.899851 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] Subscribe: > port after_create 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:12:12.900347 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] Subscribe: > port after_delete 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:12:12.900737 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] Subscribe: > port after_update 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:12:12.901064 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:12:12.901771 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:12:12.902105 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:12:12.902414 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:12:12.971416 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:12:12.971773 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:12:12.972107 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:12:12.979108 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:12:12.979108 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d9a322-3f41-4d40-8000-86bec9aba65e']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:13.020624 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 0c56f90f-e1ae-4df7-96e9-b73841cad724 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:12:13.036751 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f2fd13c2-6e67-45a8-a8dc-46e2a72450ab req-c487f6bd-46b2-4b52-8404-6a19007a3f3c tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397762 Jul 05 10:12:13.038656 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3424906f-4deb-4e31-92b7-3f85c1c2c50c') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:13.038950 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3424906f-4deb-4e31-92b7-3f85c1c2c50c') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:13.059133 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] No Port match for: 0c56f90f-e1ae-4df7-96e9-b73841cad724 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:12:13.059841 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 0c56f90f-e1ae-4df7-96e9-b73841cad724 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:12:13.059975 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 7d1dfc75-0fc0-4d83-b36f-a06735dd6abd no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:12:13.085096 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-43d51caf-721f-4f79-a547-af5e61e55758 req-6f084baa-ad67-4e33-a7a3-255b03694f3f tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4619529 Jul 05 10:12:13.096111 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734376687490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27201678'] for segment (3424906f-4deb-4e31-92b7-3f85c1c2c50c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:13.121203 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] No Port match for: 7d1dfc75-0fc0-4d83-b36f-a06735dd6abd {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:12:13.121585 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 7d1dfc75-0fc0-4d83-b36f-a06735dd6abd not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:12:13.121999 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 0be2aebe-2bfe-4893-bd95-c5004dbd99df no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:12:13.161146 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] No Port match for: 0be2aebe-2bfe-4893-bd95-c5004dbd99df {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:12:13.163029 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a28ebc-0796-46e5-8428-09c774e4d677 req-c1a64f21-1445-4bd2-ab60-19571a2bb544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:13.165212 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-56a28ebc-0796-46e5-8428-09c774e4d677 req-c1a64f21-1445-4bd2-ab60-19571a2bb544 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 1130 time: 0.0735214 Jul 05 10:12:13.180696 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 0be2aebe-2bfe-4893-bd95-c5004dbd99df not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:12:13.240482 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (3424906f-4deb-4e31-92b7-3f85c1c2c50c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:13.245614 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5a338969-09da-405e-9b32-9e4b86cca666 req-c7dd17d4-9e11-491c-ac9d-0b532a3b5d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (8459a921-58ac-4cef-9bd3-c506f7a8ff2a), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:13.271692 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-56a28ebc-0796-46e5-8428-09c774e4d677 req-bf3af291-6d64-471e-b6e6-63029841df92 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951080 Jul 05 10:12:13.271901 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:12:13.272311 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26022364'] for segment (3424906f-4deb-4e31-92b7-3f85c1c2c50c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:13.398635 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a050e-49f6-4122-a41b-ac71a033b73e req-f4f17369-1293-4b8e-82ee-88c3f1fd98b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:13.400770 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de3a050e-49f6-4122-a41b-ac71a033b73e req-f4f17369-1293-4b8e-82ee-88c3f1fd98b3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 HTTP/1.1" status: 200 len: 919 time: 0.5161178 Jul 05 10:12:13.416210 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-790277'] for network (91d9a322-3f41-4d40-8000-86bec9aba65e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:13.487723 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:13.498413 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] 10.222.0.20 "DELETE /v2.0/networks/91d9a322-3f41-4d40-8000-86bec9aba65e HTTP/1.1" status: 204 len: 168 time: 1.3497105 Jul 05 10:12:13.583030 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 44762) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:13.607933 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5f44967a-03ea-45a6-ac1e-499a542cb38d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:13.692732 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-5a338969-09da-405e-9b32-9e4b86cca666 req-c7dd17d4-9e11-491c-ac9d-0b532a3b5d98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8459a921-58ac-4cef-9bd3-c506f7a8ff2a {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:12:13.701206 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5a338969-09da-405e-9b32-9e4b86cca666 req-c7dd17d4-9e11-491c-ac9d-0b532a3b5d98 service neutron] Publish callbacks [] for port (8459a921-58ac-4cef-9bd3-c506f7a8ff2a), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:13.714425 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-5a338969-09da-405e-9b32-9e4b86cca666 req-c7dd17d4-9e11-491c-ac9d-0b532a3b5d98 service neutron] Transition to ACTIVE for port object 8459a921-58ac-4cef-9bd3-c506f7a8ff2a will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 10:12:13.716133 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dac711-8128-41e4-95d1-f64cf67bb28a admin admin] Pushing event deleted for resources: {'Network': ['ID=91d9a322-3f41-4d40-8000-86bec9aba65e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:13.718250 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:13.719257 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:13.726930 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5a338969-09da-405e-9b32-9e4b86cca666 req-c7dd17d4-9e11-491c-ac9d-0b532a3b5d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (8459a921-58ac-4cef-9bd3-c506f7a8ff2a), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:13.733843 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5f44967a-03ea-45a6-ac1e-499a542cb38d admin admin] Publish callbacks [] for security_group (85ffbc72-9f72-42c6-a622-0796fa20a4f3), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:13.740946 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5f44967a-03ea-45a6-ac1e-499a542cb38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (85ffbc72-9f72-42c6-a622-0796fa20a4f3), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:13.769254 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 44766) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:13.806829 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de3a050e-49f6-4122-a41b-ac71a033b73e req-2c83a6e8-4f3d-41f9-8255-56d1708605b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=494e9e9b-34e3-4ca8-b312-38f821ddd851 HTTP/1.1" status: 200 len: 217 time: 0.0847180 Jul 05 10:12:13.812107 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44967a-03ea-45a6-ac1e-499a542cb38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ffbc72-9f72-42c6-a622-0796fa20a4f3,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:13.818367 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-5f44967a-03ea-45a6-ac1e-499a542cb38d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ae9d73295134bacb951b0847429dc85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341027 Jul 05 10:12:13.822384 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 44770) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:13.842366 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd17d4-9e11-491c-ac9d-0b532a3b5d98 service neutron] Pushing event updated for resources: {'Port': ['ID=8459a921-58ac-4cef-9bd3-c506f7a8ff2a,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:13.863884 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 44772) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:13.913546 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-1863ac78-3a54-4c54-80de-dc57bf9c4eaf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1f4fee9c6b844a2b7a14e2afb831f88&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0481431 Jul 05 10:12:13.915934 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 44776) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:13.970569 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:13.983673 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-056939ee-0b7f-4675-bf2d-baf0579239b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:13.995512 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef263244-f795-493c-93b4-8139d1d97bc1 admin admin] Publish callbacks [] for security_group (85ffbc72-9f72-42c6-a622-0796fa20a4f3), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:14.009501 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86f0ed8b-787f-4800-ab21-0e419a133c6f admin admin] Publish callbacks [] for security_group (1b542287-6b22-40a8-b721-af64e1fd2c33), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:14.027744 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef263244-f795-493c-93b4-8139d1d97bc1 admin admin] Publish callbacks [] for security_group (85ffbc72-9f72-42c6-a622-0796fa20a4f3), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:14.029916 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-5a338969-09da-405e-9b32-9e4b86cca666 req-c7dd17d4-9e11-491c-ac9d-0b532a3b5d98 service neutron] Attempting to bind port 8459a921-58ac-4cef-9bd3-c506f7a8ff2a on host hv-cinder-maste for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:12:14.030392 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-5a338969-09da-405e-9b32-9e4b86cca666 req-c7dd17d4-9e11-491c-ac9d-0b532a3b5d98 service neutron] Attempting to bind port 8459a921-58ac-4cef-9bd3-c506f7a8ff2a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '59fdc7f4-5ef5-4974-a0cc-0267e101cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47de8f46-bb2e-4830-b096-bb218c860b15'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:12:14.030866 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a338969-09da-405e-9b32-9e4b86cca666 req-c7dd17d4-9e11-491c-ac9d-0b532a3b5d98 service neutron] Attempting to bind port 8459a921-58ac-4cef-9bd3-c506f7a8ff2a on network 47de8f46-bb2e-4830-b096-bb218c860b15 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:12:14.040440 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a338969-09da-405e-9b32-9e4b86cca666 req-c7dd17d4-9e11-491c-ac9d-0b532a3b5d98 service neutron] Port 8459a921-58ac-4cef-9bd3-c506f7a8ff2a on network 47de8f46-bb2e-4830-b096-bb218c860b15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 10:12:14.040954 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a338969-09da-405e-9b32-9e4b86cca666 req-c7dd17d4-9e11-491c-ac9d-0b532a3b5d98 service neutron] Attempting to bind port 8459a921-58ac-4cef-9bd3-c506f7a8ff2a on network 47de8f46-bb2e-4830-b096-bb218c860b15 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:12:14.048701 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86f0ed8b-787f-4800-ab21-0e419a133c6f admin admin] Publish callbacks [] for security_group (1b542287-6b22-40a8-b721-af64e1fd2c33), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:14.071884 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:14.141711 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86f0ed8b-787f-4800-ab21-0e419a133c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (1b542287-6b22-40a8-b721-af64e1fd2c33), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:14.144809 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86f0ed8b-787f-4800-ab21-0e419a133c6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:14.148237 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-86f0ed8b-787f-4800-ab21-0e419a133c6f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b542287-6b22-40a8-b721-af64e1fd2c33 HTTP/1.1" status: 204 len: 168 time: 0.2289405 Jul 05 10:12:14.148237 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ceddbaf0-8465-480c-80bc-ce7a2f9569f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:14.185561 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0ed8b-787f-4800-ab21-0e419a133c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b542287-6b22-40a8-b721-af64e1fd2c33,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:14.270964 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.services.segments.plugin [-] Segment 3424906f-4deb-4e31-92b7-3f85c1c2c50c resource provider aggregate not found Jul 05 10:12:14.273509 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ceddbaf0-8465-480c-80bc-ce7a2f9569f9 admin admin] Publish callbacks [] for security_group (57024d64-608b-4fd7-b19d-9a449954af1f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:14.278724 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ceddbaf0-8465-480c-80bc-ce7a2f9569f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (57024d64-608b-4fd7-b19d-9a449954af1f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:14.334001 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-ceddbaf0-8465-480c-80bc-ce7a2f9569f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b9877e6d95d4f6186b3f6caada2bffe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5610714 Jul 05 10:12:14.334168 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 44794) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:14.342063 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceddbaf0-8465-480c-80bc-ce7a2f9569f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57024d64-608b-4fd7-b19d-9a449954af1f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:14.349334 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a338969-09da-405e-9b32-9e4b86cca666 req-c7dd17d4-9e11-491c-ac9d-0b532a3b5d98 service neutron] Checking agent: {'id': '2022926f-89e6-45ab-bc5a-219d9ca35e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'started_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:12:14.349334 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a338969-09da-405e-9b32-9e4b86cca666 req-c7dd17d4-9e11-491c-ac9d-0b532a3b5d98 service neutron] Checking segment: {'id': '59fdc7f4-5ef5-4974-a0cc-0267e101cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47de8f46-bb2e-4830-b096-bb218c860b15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:12:14.349334 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a338969-09da-405e-9b32-9e4b86cca666 req-c7dd17d4-9e11-491c-ac9d-0b532a3b5d98 service neutron] Bound using segment: {'id': '59fdc7f4-5ef5-4974-a0cc-0267e101cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47de8f46-bb2e-4830-b096-bb218c860b15'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:12:14.349334 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-5a338969-09da-405e-9b32-9e4b86cca666 req-c7dd17d4-9e11-491c-ac9d-0b532a3b5d98 service neutron] Bound port: 8459a921-58ac-4cef-9bd3-c506f7a8ff2a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59fdc7f4-5ef5-4974-a0cc-0267e101cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47de8f46-bb2e-4830-b096-bb218c860b15'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:12:14.349334 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5a338969-09da-405e-9b32-9e4b86cca666 req-c7dd17d4-9e11-491c-ac9d-0b532a3b5d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (8459a921-58ac-4cef-9bd3-c506f7a8ff2a), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:14.382589 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.services.segments.plugin [-] Segment 3424906f-4deb-4e31-92b7-3f85c1c2c50c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3424906f-4deb-4e31-92b7-3f85c1c2c50c found for delete ", "request_id": "req-53d67b80-66f3-4226-898c-bd51b32a38f5"}]} Jul 05 10:12:14.389725 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a2a7469-376b-4cba-978c-be1733956740 admin admin] Publish callbacks [] for security_group (57024d64-608b-4fd7-b19d-9a449954af1f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:14.417041 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a2a7469-376b-4cba-978c-be1733956740 admin admin] Publish callbacks [] for security_group (57024d64-608b-4fd7-b19d-9a449954af1f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:14.478394 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67030ebf-ce0e-4c2f-949f-eae84b5388f8 req-45923850-0f7e-412a-80db-dc7e87abe39e tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:14.480102 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-67030ebf-ce0e-4c2f-949f-eae84b5388f8 req-45923850-0f7e-412a-80db-dc7e87abe39e tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f3a8ca-f372-464b-b604-87af58bbd34c HTTP/1.1" status: 200 len: 943 time: 0.2057769 Jul 05 10:12:14.481546 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a2a7469-376b-4cba-978c-be1733956740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (57024d64-608b-4fd7-b19d-9a449954af1f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:14.486525 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a050e-49f6-4122-a41b-ac71a033b73e req-f03f27f1-77ba-48cc-943c-a31aa3e1819c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:14.487415 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de3a050e-49f6-4122-a41b-ac71a033b73e req-f03f27f1-77ba-48cc-943c-a31aa3e1819c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49eafe0c-582f-492a-b16d-b0de2f074502 HTTP/1.1" status: 200 len: 857 time: 0.2204602 Jul 05 10:12:14.489334 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a2a7469-376b-4cba-978c-be1733956740 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:14.490741 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-3a2a7469-376b-4cba-978c-be1733956740 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57024d64-608b-4fd7-b19d-9a449954af1f HTTP/1.1" status: 204 len: 168 time: 0.1557617 Jul 05 10:12:14.501576 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a7469-376b-4cba-978c-be1733956740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57024d64-608b-4fd7-b19d-9a449954af1f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:14.532192 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3281c-03e1-4732-b195-3c6073fd00ae req-a0266185-19b2-4a90-8e85-2d57adc043c1 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:14.533363 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4bc3281c-03e1-4732-b195-3c6073fd00ae req-a0266185-19b2-4a90-8e85-2d57adc043c1 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.2580481 Jul 05 10:12:14.549276 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef263244-f795-493c-93b4-8139d1d97bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (85ffbc72-9f72-42c6-a622-0796fa20a4f3), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:14.551766 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef263244-f795-493c-93b4-8139d1d97bc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:14.555508 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-ef263244-f795-493c-93b4-8139d1d97bc1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/85ffbc72-9f72-42c6-a622-0796fa20a4f3 HTTP/1.1" status: 204 len: 168 time: 0.7274456 Jul 05 10:12:14.572269 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:14.596733 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef263244-f795-493c-93b4-8139d1d97bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ffbc72-9f72-42c6-a622-0796fa20a4f3,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:14.600468 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-5a338969-09da-405e-9b32-9e4b86cca666 req-c7dd17d4-9e11-491c-ac9d-0b532a3b5d98 service neutron] For port 8459a921-58ac-4cef-9bd3-c506f7a8ff2a, host hv-cinder-maste, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:12:14.640483 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-5a338969-09da-405e-9b32-9e4b86cca666 req-c7dd17d4-9e11-491c-ac9d-0b532a3b5d98 service neutron] For port 8459a921-58ac-4cef-9bd3-c506f7a8ff2a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8459a921-58ac-4cef-9bd3-c506f7a8ff2a,segment=NetworkSegment(59fdc7f4-5ef5-4974-a0cc-0267e101cce7),segment_id=59fdc7f4-5ef5-4974-a0cc-0267e101cce7)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:12:14.645237 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-67030ebf-ce0e-4c2f-949f-eae84b5388f8 req-1d2acef8-c179-4b19-bfcd-71b7fd3e37f8 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552022 Jul 05 10:12:14.664524 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5a338969-09da-405e-9b32-9e4b86cca666 req-c7dd17d4-9e11-491c-ac9d-0b532a3b5d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (8459a921-58ac-4cef-9bd3-c506f7a8ff2a), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:14.712424 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4bc3281c-03e1-4732-b195-3c6073fd00ae req-9f7d0447-8200-4b02-99e8-856f92cd1297 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666660 Jul 05 10:12:14.722950 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a338969-09da-405e-9b32-9e4b86cca666 req-c7dd17d4-9e11-491c-ac9d-0b532a3b5d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:14.723882 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-5a338969-09da-405e-9b32-9e4b86cca666 req-c7dd17d4-9e11-491c-ac9d-0b532a3b5d98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:14.726108 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5a338969-09da-405e-9b32-9e4b86cca666 req-c7dd17d4-9e11-491c-ac9d-0b532a3b5d98 service neutron] 10.222.0.30 "PUT /v2.0/ports/8459a921-58ac-4cef-9bd3-c506f7a8ff2a HTTP/1.1" status: 200 len: 1093 time: 1.8375714 Jul 05 10:12:14.728959 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f3a8ca-f372-464b-b604-87af58bbd34c', 'tag': '8459a921-58ac-4cef-9bd3-c506f7a8ff2a'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:12:14.732413 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18531925-2fa4-4091-95fc-3408edb27200" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f3a8ca-f372-464b-b604-87af58bbd34c", "tag": "8459a921-58ac-4cef-9bd3-c506f7a8ff2a"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:12:14.757242 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd17d4-9e11-491c-ac9d-0b532a3b5d98 service neutron] Pushing event updated for resources: {'Port': ['ID=8459a921-58ac-4cef-9bd3-c506f7a8ff2a,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:14.776112 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b032344d-b495-415c-977a-614940606f71 x-openstack-request-id: req-b032344d-b495-415c-977a-614940606f71 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:12:14.776262 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f3a8ca-f372-464b-b604-87af58bbd34c", "tag": "8459a921-58ac-4cef-9bd3-c506f7a8ff2a", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:12:14.776443 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b032344d-b495-415c-977a-614940606f71 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:12:14.776853 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b032344d-b495-415c-977a-614940606f71'] response: {'name': 'network-changed', 'server_uuid': 'b6f3a8ca-f372-464b-b604-87af58bbd34c', 'tag': '8459a921-58ac-4cef-9bd3-c506f7a8ff2a', 'status': 'completed', 'code': 200} Jul 05 10:12:14.931954 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:15.017650 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 44830) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:15.043100 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1549-5a20-439e-aa74-4ea66a134124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:15.207254 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:15.214445 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a050e-49f6-4122-a41b-ac71a033b73e req-a6abb7d3-04aa-425f-ab33-11cfafce3bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:15.216164 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de3a050e-49f6-4122-a41b-ac71a033b73e req-a6abb7d3-04aa-425f-ab33-11cfafce3bbb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1009064 Jul 05 10:12:15.226245 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18531925-2fa4-4091-95fc-3408edb27200 req-0dfa9c9d-a42d-4810-acf0-30f28ccb631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:15.227424 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-18531925-2fa4-4091-95fc-3408edb27200 req-0dfa9c9d-a42d-4810-acf0-30f28ccb631a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c48f677354594fdc839367fff8b3dc29&device_id=b6f3a8ca-f372-464b-b604-87af58bbd34c HTTP/1.1" status: 200 len: 1127 time: 0.0994296 Jul 05 10:12:15.277459 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1549-5a20-439e-aa74-4ea66a134124 admin admin] Publish callbacks [] for security_group (043b7cdb-009b-4cd5-8b2b-c57085da790b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:15.300008 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1549-5a20-439e-aa74-4ea66a134124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (043b7cdb-009b-4cd5-8b2b-c57085da790b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:15.425294 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-5c6e1549-5a20-439e-aa74-4ea66a134124 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21eb356c7553446086a3a0fe6d4ed29a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4063685 Jul 05 10:12:15.427996 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 44846) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:15.431595 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e1549-5a20-439e-aa74-4ea66a134124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043b7cdb-009b-4cd5-8b2b-c57085da790b,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:15.457331 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de3a050e-49f6-4122-a41b-ac71a033b73e req-a1d3222e-83e6-46bb-9504-cd597ba02d68 service neutron] 10.222.0.30 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271810 Jul 05 10:12:15.490200 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18531925-2fa4-4091-95fc-3408edb27200 req-ef745d3e-447b-4fb5-8ead-8a93f5a17744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:15.491744 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-18531925-2fa4-4091-95fc-3408edb27200 req-ef745d3e-447b-4fb5-8ead-8a93f5a17744 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c48f677354594fdc839367fff8b3dc29&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2329981 Jul 05 10:12:15.495587 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:15.511876 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-932acb76-8eae-4927-87c1-5fb0870d9568 admin admin] Publish callbacks [] for security_group (043b7cdb-009b-4cd5-8b2b-c57085da790b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:15.547403 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-932acb76-8eae-4927-87c1-5fb0870d9568 admin admin] Publish callbacks [] for security_group (043b7cdb-009b-4cd5-8b2b-c57085da790b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:15.609280 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-932acb76-8eae-4927-87c1-5fb0870d9568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (043b7cdb-009b-4cd5-8b2b-c57085da790b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:15.613199 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-932acb76-8eae-4927-87c1-5fb0870d9568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:15.615065 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-932acb76-8eae-4927-87c1-5fb0870d9568 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/043b7cdb-009b-4cd5-8b2b-c57085da790b HTTP/1.1" status: 204 len: 168 time: 0.1854556 Jul 05 10:12:15.625916 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932acb76-8eae-4927-87c1-5fb0870d9568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043b7cdb-009b-4cd5-8b2b-c57085da790b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:15.681198 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de3a050e-49f6-4122-a41b-ac71a033b73e req-056286bf-027a-42f8-8993-28f591c77ac4 service neutron] 10.222.0.30 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160604 Jul 05 10:12:15.683512 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18531925-2fa4-4091-95fc-3408edb27200 req-10ada68a-5569-4271-9ff6-dcbbd704899f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:15.683740 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-18531925-2fa4-4091-95fc-3408edb27200 req-10ada68a-5569-4271-9ff6-dcbbd704899f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1841629 Jul 05 10:12:15.885900 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a338969-09da-405e-9b32-9e4b86cca666 req-c5a5004d-05e7-448d-96bd-2e7557160458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:15.887429 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5a338969-09da-405e-9b32-9e4b86cca666 req-c5a5004d-05e7-448d-96bd-2e7557160458 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c48f677354594fdc839367fff8b3dc29&device_id=b6f3a8ca-f372-464b-b604-87af58bbd34c HTTP/1.1" status: 200 len: 1127 time: 0.0884116 Jul 05 10:12:15.893347 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f8200-3005-44a7-b763-0a796db89ed1 req-ebaa0401-c532-4066-9cf4-23e10331be30 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:15.894728 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-524f8200-3005-44a7-b763-0a796db89ed1 req-ebaa0401-c532-4066-9cf4-23e10331be30 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f3a8ca-f372-464b-b604-87af58bbd34c HTTP/1.1" status: 200 len: 943 time: 0.1514840 Jul 05 10:12:15.914019 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa4e6c-019c-43e4-af6a-ed8fbfe96724 req-7f5c1ba4-1f3a-4ad7-a9a7-5b8066b7b1d5 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:15.915565 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-08fa4e6c-019c-43e4-af6a-ed8fbfe96724 req-7f5c1ba4-1f3a-4ad7-a9a7-5b8066b7b1d5 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0759914 Jul 05 10:12:15.951929 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:15.998918 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-524f8200-3005-44a7-b763-0a796db89ed1 req-7191a049-9322-4650-b2f2-44ab70a2f6dd tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987079 Jul 05 10:12:16.003883 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-08fa4e6c-019c-43e4-af6a-ed8fbfe96724 req-e5870f09-1155-4ee0-a61b-cbbed5b46a8b tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689666 Jul 05 10:12:16.155764 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5a338969-09da-405e-9b32-9e4b86cca666 req-137edae3-82d8-48f0-b9c1-50ee73409841 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8459a921-58ac-4cef-9bd3-c506f7a8ff2a HTTP/1.1" status: 200 len: 217 time: 0.0454667 Jul 05 10:12:16.238607 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:16.252686 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d841e5e-d0fe-4415-9e34-a85089d4292e req-d9161c72-0d94-4b74-8ca1-ad627d75d535 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:16.254156 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9d841e5e-d0fe-4415-9e34-a85089d4292e req-d9161c72-0d94-4b74-8ca1-ad627d75d535 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 945 time: 0.1099198 Jul 05 10:12:16.258013 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a338969-09da-405e-9b32-9e4b86cca666 req-b32507c5-2bab-4479-bc05-cf68bdc713c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:16.259377 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5a338969-09da-405e-9b32-9e4b86cca666 req-b32507c5-2bab-4479-bc05-cf68bdc713c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2ed36ddb-a0bd-4fb4-a3ae-83157fc87590 HTTP/1.1" status: 200 len: 849 time: 0.0800595 Jul 05 10:12:16.308659 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5a338969-09da-405e-9b32-9e4b86cca666 req-a59260de-88a7-41e2-9cf0-0931324ed125 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=47de8f46-bb2e-4830-b096-bb218c860b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415547 Jul 05 10:12:16.337583 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9d841e5e-d0fe-4415-9e34-a85089d4292e req-03bbfc2c-47f5-40cc-bf56-0883c92fda6f tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772529 Jul 05 10:12:16.646976 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:16.721958 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5a338969-09da-405e-9b32-9e4b86cca666 req-829004e4-9817-4b49-8f40-cd7b7745e2f9 service neutron] 10.222.0.30 "GET /v2.0/networks/47de8f46-bb2e-4830-b096-bb218c860b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652911 Jul 05 10:12:16.823485 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:16.866814 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5a338969-09da-405e-9b32-9e4b86cca666 req-01ac2eb4-86e4-4dca-b87a-79eebdbda962 service neutron] 10.222.0.30 "GET /v2.0/networks/47de8f46-bb2e-4830-b096-bb218c860b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366134 Jul 05 10:12:17.192439 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a8bdc-7d3a-4ab1-9017-2b5d6427f433 req-511b8611-4bb3-468a-b6bd-2dbc6f99260a tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:17.199957 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-732a8bdc-7d3a-4ab1-9017-2b5d6427f433 req-511b8611-4bb3-468a-b6bd-2dbc6f99260a tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f3a8ca-f372-464b-b604-87af58bbd34c HTTP/1.1" status: 200 len: 943 time: 0.0840182 Jul 05 10:12:17.261980 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-732a8bdc-7d3a-4ab1-9017-2b5d6427f433 req-16e9e3e4-c753-48e4-88c7-7c1e53ffcd2f tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601015 Jul 05 10:12:18.081665 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 45066) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:18.219740 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-27dc04b7-dd0a-4792-a262-cb94347885f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:18.321473 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-27dc04b7-dd0a-4792-a262-cb94347885f8 admin admin] Publish callbacks [] for security_group (0b91e62e-fbbc-4354-9a78-f77d5a11b84b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:18.328458 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-27dc04b7-dd0a-4792-a262-cb94347885f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (0b91e62e-fbbc-4354-9a78-f77d5a11b84b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:18.372862 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:18.379096 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 45094) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:18.380216 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-27dc04b7-dd0a-4792-a262-cb94347885f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c361030bed824e3290f7769e28c6f4af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2967746 Jul 05 10:12:18.407330 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc04b7-dd0a-4792-a262-cb94347885f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b91e62e-fbbc-4354-9a78-f77d5a11b84b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:18.411912 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a0b78-5371-4531-9743-22aabb83eeb5 req-da7269f8-08a7-4cb3-855a-afbbb2802ef5 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:18.415882 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-253a0b78-5371-4531-9743-22aabb83eeb5 req-da7269f8-08a7-4cb3-855a-afbbb2802ef5 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f3a8ca-f372-464b-b604-87af58bbd34c HTTP/1.1" status: 200 len: 943 time: 0.0830271 Jul 05 10:12:18.516556 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-484ab3db-1846-42bd-a251-85b6ca80a7b8 admin admin] Publish callbacks [] for security_group (0b91e62e-fbbc-4354-9a78-f77d5a11b84b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:18.532271 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-253a0b78-5371-4531-9743-22aabb83eeb5 req-46f0af96-7bbd-475c-a0ee-22227a534b7a tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992351 Jul 05 10:12:18.557944 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-484ab3db-1846-42bd-a251-85b6ca80a7b8 admin admin] Publish callbacks [] for security_group (0b91e62e-fbbc-4354-9a78-f77d5a11b84b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:18.616129 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-484ab3db-1846-42bd-a251-85b6ca80a7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (0b91e62e-fbbc-4354-9a78-f77d5a11b84b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:18.619019 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-484ab3db-1846-42bd-a251-85b6ca80a7b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:18.620271 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-484ab3db-1846-42bd-a251-85b6ca80a7b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b91e62e-fbbc-4354-9a78-f77d5a11b84b HTTP/1.1" status: 204 len: 168 time: 0.2401340 Jul 05 10:12:18.629516 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ab3db-1846-42bd-a251-85b6ca80a7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b91e62e-fbbc-4354-9a78-f77d5a11b84b,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:18.841423 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 45116) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:19.079485 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-814eb10e-9ad2-408d-bf21-4438c63bd4cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:19.184954 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 45130) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:19.198039 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-814eb10e-9ad2-408d-bf21-4438c63bd4cc admin admin] Publish callbacks [] for security_group (ee78efdf-69b5-43db-ab1d-079963ffc4ac), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:19.207506 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c46969c9-ed2d-4a6b-8e47-f1e07b94fb86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:19.209874 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-814eb10e-9ad2-408d-bf21-4438c63bd4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (ee78efdf-69b5-43db-ab1d-079963ffc4ac), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:19.264822 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-814eb10e-9ad2-408d-bf21-4438c63bd4cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a6f1f3d7ffff4273a18637cf0fb73cbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4200559 Jul 05 10:12:19.267569 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 45132) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:19.282945 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814eb10e-9ad2-408d-bf21-4438c63bd4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee78efdf-69b5-43db-ab1d-079963ffc4ac,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:19.324292 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-203ff54c-998d-4fec-a2a9-98c44096cd5e admin admin] Publish callbacks [] for security_group (ee78efdf-69b5-43db-ab1d-079963ffc4ac), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:19.348539 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-203ff54c-998d-4fec-a2a9-98c44096cd5e admin admin] Publish callbacks [] for security_group (ee78efdf-69b5-43db-ab1d-079963ffc4ac), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:19.348720 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c46969c9-ed2d-4a6b-8e47-f1e07b94fb86 admin admin] Publish callbacks [] for security_group (2113b7a7-4d34-4c4f-9a65-425d0048a327), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:19.352720 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c46969c9-ed2d-4a6b-8e47-f1e07b94fb86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (2113b7a7-4d34-4c4f-9a65-425d0048a327), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:19.397335 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-c46969c9-ed2d-4a6b-8e47-f1e07b94fb86 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf7747f0d9f8499ab4c82db09a9928e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2089772 Jul 05 10:12:19.397335 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46969c9-ed2d-4a6b-8e47-f1e07b94fb86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2113b7a7-4d34-4c4f-9a65-425d0048a327,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:19.398192 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 45136) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:19.425699 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018e0af-e094-4594-9bdd-7a38d949ed1c req-c197cb8c-07b1-464b-a296-2853b07e80be tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:19.427171 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b018e0af-e094-4594-9bdd-7a38d949ed1c req-c197cb8c-07b1-464b-a296-2853b07e80be tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 945 time: 0.0558629 Jul 05 10:12:19.450931 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-203ff54c-998d-4fec-a2a9-98c44096cd5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (ee78efdf-69b5-43db-ab1d-079963ffc4ac), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:19.452052 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33c85931-2b6b-47a1-99f1-e9442e72f271 admin admin] Publish callbacks [] for security_group (2113b7a7-4d34-4c4f-9a65-425d0048a327), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:19.453631 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-203ff54c-998d-4fec-a2a9-98c44096cd5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:19.457753 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-203ff54c-998d-4fec-a2a9-98c44096cd5e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee78efdf-69b5-43db-ab1d-079963ffc4ac HTTP/1.1" status: 204 len: 168 time: 0.1890018 Jul 05 10:12:19.470193 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ff54c-998d-4fec-a2a9-98c44096cd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee78efdf-69b5-43db-ab1d-079963ffc4ac,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:19.480752 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33c85931-2b6b-47a1-99f1-e9442e72f271 admin admin] Publish callbacks [] for security_group (2113b7a7-4d34-4c4f-9a65-425d0048a327), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:19.502977 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b018e0af-e094-4594-9bdd-7a38d949ed1c req-470a96ed-b54c-4e64-87b3-27ab515f10b9 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695844 Jul 05 10:12:19.524744 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=21,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:19.553576 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33c85931-2b6b-47a1-99f1-e9442e72f271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (2113b7a7-4d34-4c4f-9a65-425d0048a327), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:19.556112 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33c85931-2b6b-47a1-99f1-e9442e72f271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:19.557306 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-33c85931-2b6b-47a1-99f1-e9442e72f271 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2113b7a7-4d34-4c4f-9a65-425d0048a327 HTTP/1.1" status: 204 len: 168 time: 0.1583536 Jul 05 10:12:19.566890 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c85931-2b6b-47a1-99f1-e9442e72f271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2113b7a7-4d34-4c4f-9a65-425d0048a327,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:19.608157 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:19.650271 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff968f-baa9-4067-8481-97d5f989b6b8 req-75f0e707-5e55-469a-bb6a-3c3cd85fdbf8 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:19.652189 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e7ff968f-baa9-4067-8481-97d5f989b6b8 req-75f0e707-5e55-469a-bb6a-3c3cd85fdbf8 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f3a8ca-f372-464b-b604-87af58bbd34c HTTP/1.1" status: 200 len: 943 time: 0.0556519 Jul 05 10:12:19.702582 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e7ff968f-baa9-4067-8481-97d5f989b6b8 req-5f2f7af1-852a-44ee-8ae4-2a20250a75f1 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434623 Jul 05 10:12:19.905400 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 45156) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:19.919500 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6a93190-7eae-488e-a685-4de4869bb43c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:20.011527 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6a93190-7eae-488e-a685-4de4869bb43c admin admin] Publish callbacks [] for security_group (416ce9e4-d9a2-431d-962d-44e21b36914d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:20.016452 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c6a93190-7eae-488e-a685-4de4869bb43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (416ce9e4-d9a2-431d-962d-44e21b36914d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:20.055057 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a93190-7eae-488e-a685-4de4869bb43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416ce9e4-d9a2-431d-962d-44e21b36914d,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:20.062072 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-c6a93190-7eae-488e-a685-4de4869bb43c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47b8c0d424dd4f4abeef3fa4b2c327ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1556470 Jul 05 10:12:20.062373 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 45162) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:20.117174 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71036742-c5dd-4a4c-aab6-6afe82627cfa admin admin] Publish callbacks [] for security_group (416ce9e4-d9a2-431d-962d-44e21b36914d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:20.139472 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71036742-c5dd-4a4c-aab6-6afe82627cfa admin admin] Publish callbacks [] for security_group (416ce9e4-d9a2-431d-962d-44e21b36914d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:20.168261 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:20.189570 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71036742-c5dd-4a4c-aab6-6afe82627cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (416ce9e4-d9a2-431d-962d-44e21b36914d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:20.192900 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71036742-c5dd-4a4c-aab6-6afe82627cfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:20.194048 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-71036742-c5dd-4a4c-aab6-6afe82627cfa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/416ce9e4-d9a2-431d-962d-44e21b36914d HTTP/1.1" status: 204 len: 168 time: 0.1303816 Jul 05 10:12:20.203045 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71036742-c5dd-4a4c-aab6-6afe82627cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416ce9e4-d9a2-431d-962d-44e21b36914d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:20.649584 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac2481-1df7-41de-9c9b-1ef964592a81 req-e563596e-1496-41a8-aaea-1a56d36ad43e tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:20.651571 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7cac2481-1df7-41de-9c9b-1ef964592a81 req-e563596e-1496-41a8-aaea-1a56d36ad43e tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 945 time: 0.0663383 Jul 05 10:12:20.715591 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7cac2481-1df7-41de-9c9b-1ef964592a81 req-a3ec7442-61c3-44cd-872d-5bae2ed28b5d tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569115 Jul 05 10:12:20.843279 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 45208) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:20.854844 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1c137-fbfe-48b7-b4bd-f9dfb00bed69 req-1bcd1859-2af5-4192-938e-2109f3cb1868 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:20.856991 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5df1c137-fbfe-48b7-b4bd-f9dfb00bed69 req-1bcd1859-2af5-4192-938e-2109f3cb1868 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f3a8ca-f372-464b-b604-87af58bbd34c HTTP/1.1" status: 200 len: 943 time: 0.0668797 Jul 05 10:12:20.928348 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5df1c137-fbfe-48b7-b4bd-f9dfb00bed69 req-bc2a00aa-c90f-4d99-a28e-fc361e2c6b1e tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629094 Jul 05 10:12:21.097099 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c4beb9fd-a39e-43af-b3c2-e417349bec1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:21.191347 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c4beb9fd-a39e-43af-b3c2-e417349bec1f admin admin] Publish callbacks [] for security_group (68a1454a-fd96-46b4-ae21-3d8b144787c8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:21.196667 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c4beb9fd-a39e-43af-b3c2-e417349bec1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (68a1454a-fd96-46b4-ae21-3d8b144787c8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:21.218900 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:DELETE=1,neutron:SELECT=40 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:21.247468 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 45228) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:21.248250 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-c4beb9fd-a39e-43af-b3c2-e417349bec1f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f5364f47cbb14476951d037d310b4acc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4029651 Jul 05 10:12:21.249394 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4beb9fd-a39e-43af-b3c2-e417349bec1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a1454a-fd96-46b4-ae21-3d8b144787c8,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:21.307806 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-be246a5a-86f2-46c4-a705-9ecb2655af42 admin admin] Publish callbacks [] for security_group (68a1454a-fd96-46b4-ae21-3d8b144787c8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:21.322416 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:21.340348 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ed45b-b053-49aa-a5be-3034a86ec79a req-4dff82dd-d11c-4b6b-af1e-68f28ac430ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:21.343111 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-be246a5a-86f2-46c4-a705-9ecb2655af42 admin admin] Publish callbacks [] for security_group (68a1454a-fd96-46b4-ae21-3d8b144787c8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:21.344048 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cb1ed45b-b053-49aa-a5be-3034a86ec79a req-4dff82dd-d11c-4b6b-af1e-68f28ac430ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f2199fa0bc54901aa24195a250a9e25&device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 1129 time: 0.0553157 Jul 05 10:12:21.361465 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=52 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:21.402798 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-be246a5a-86f2-46c4-a705-9ecb2655af42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (68a1454a-fd96-46b4-ae21-3d8b144787c8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:21.406194 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-be246a5a-86f2-46c4-a705-9ecb2655af42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:21.407431 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-be246a5a-86f2-46c4-a705-9ecb2655af42 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68a1454a-fd96-46b4-ae21-3d8b144787c8 HTTP/1.1" status: 204 len: 168 time: 0.1588163 Jul 05 10:12:21.416776 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be246a5a-86f2-46c4-a705-9ecb2655af42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a1454a-fd96-46b4-ae21-3d8b144787c8,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:21.496019 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ed45b-b053-49aa-a5be-3034a86ec79a req-1bd57afa-4d7a-44f2-a19c-25e28c8e06dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:21.498519 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cb1ed45b-b053-49aa-a5be-3034a86ec79a req-1bd57afa-4d7a-44f2-a19c-25e28c8e06dd service neutron] 10.222.0.30 "GET /v2.0/networks?id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 HTTP/1.1" status: 200 len: 919 time: 0.1483288 Jul 05 10:12:21.535030 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 8459a921-58ac-4cef-9bd3-c506f7a8ff2a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:12:21.579712 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cb1ed45b-b053-49aa-a5be-3034a86ec79a req-2fb8d7d0-c61b-4c7f-959f-5c64dfbf24ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=494e9e9b-34e3-4ca8-b312-38f821ddd851 HTTP/1.1" status: 200 len: 217 time: 0.0740936 Jul 05 10:12:21.672844 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ed45b-b053-49aa-a5be-3034a86ec79a req-ad5a5365-bb43-4bff-94b2-8b31d71f848f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:21.675803 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cb1ed45b-b053-49aa-a5be-3034a86ec79a req-ad5a5365-bb43-4bff-94b2-8b31d71f848f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49eafe0c-582f-492a-b16d-b0de2f074502 HTTP/1.1" status: 200 len: 857 time: 0.0890667 Jul 05 10:12:21.679558 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:21.688281 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 8459a921-58ac-4cef-9bd3-c506f7a8ff2a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8459a921-58ac-4cef-9bd3-c506f7a8ff2a,segment=NetworkSegment(59fdc7f4-5ef5-4974-a0cc-0267e101cce7),segment_id=59fdc7f4-5ef5-4974-a0cc-0267e101cce7)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:21.705443 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Returning: {'device': '8459a921-58ac-4cef-9bd3-c506f7a8ff2a', 'network_id': '47de8f46-bb2e-4830-b096-bb218c860b15', 'port_id': '8459a921-58ac-4cef-9bd3-c506f7a8ff2a', 'mac_address': 'fa:16:3e:f5:2d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ed36ddb-a0bd-4fb4-a3ae-83157fc87590', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:12:21.728961 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:21.742288 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ed45b-b053-49aa-a5be-3034a86ec79a req-e30ee715-9a40-458e-9ab9-4fe2ecd2e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:21.744220 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cb1ed45b-b053-49aa-a5be-3034a86ec79a req-e30ee715-9a40-458e-9ab9-4fe2ecd2e5dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606112 Jul 05 10:12:21.769441 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port 8459a921-58ac-4cef-9bd3-c506f7a8ff2a is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:12:21.770341 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (8459a921-58ac-4cef-9bd3-c506f7a8ff2a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:21.801508 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8459a921-58ac-4cef-9bd3-c506f7a8ff2a {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:12:21.835119 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 8459a921-58ac-4cef-9bd3-c506f7a8ff2a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8459a921-58ac-4cef-9bd3-c506f7a8ff2a,segment=NetworkSegment(59fdc7f4-5ef5-4974-a0cc-0267e101cce7),segment_id=59fdc7f4-5ef5-4974-a0cc-0267e101cce7)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:21.841816 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (8459a921-58ac-4cef-9bd3-c506f7a8ff2a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:21.908264 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=8459a921-58ac-4cef-9bd3-c506f7a8ff2a,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:21.926822 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf94b4c-d36b-46e7-90c0-768226017ef0 req-d1b286c2-99fb-46b0-aab3-06de8f2842fa tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:21.928298 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3cf94b4c-d36b-46e7-90c0-768226017ef0 req-d1b286c2-99fb-46b0-aab3-06de8f2842fa tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 945 time: 0.1033521 Jul 05 10:12:21.932240 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cb1ed45b-b053-49aa-a5be-3034a86ec79a req-9c8ce15c-6e9d-4e3c-90b2-0e6aa5aea662 service neutron] 10.222.0.30 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812882 Jul 05 10:12:22.131572 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cb1ed45b-b053-49aa-a5be-3034a86ec79a req-73bbd475-1487-48b2-a628-ce0dcbd149de service neutron] 10.222.0.30 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922958 Jul 05 10:12:22.155726 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3cf94b4c-d36b-46e7-90c0-768226017ef0 req-f27f96fb-e048-42c3-a2ec-0d617c187a07 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081070 Jul 05 10:12:22.166984 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473bb1f-e6c0-40a5-b4ba-a077fe5f0fc3 req-c772b297-1142-4210-a07f-7dde9bc67d8b tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:22.186783 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7473bb1f-e6c0-40a5-b4ba-a077fe5f0fc3 req-c772b297-1142-4210-a07f-7dde9bc67d8b tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f3a8ca-f372-464b-b604-87af58bbd34c HTTP/1.1" status: 200 len: 944 time: 0.1464019 Jul 05 10:12:22.268498 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7473bb1f-e6c0-40a5-b4ba-a077fe5f0fc3 req-fc97864c-32c7-4c6a-9901-8ec7fe671812 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808074 Jul 05 10:12:22.301829 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['8459a921-58ac-4cef-9bd3-c506f7a8ff2a'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:12:22.329949 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 45288) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:22.521228 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-97c2a9ab-6d1c-4755-bd2d-8051979a1fe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:22.648814 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-97c2a9ab-6d1c-4755-bd2d-8051979a1fe7 admin admin] Publish callbacks [] for security_group (f1a1fab3-2c60-453e-9676-84516f08f325), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:22.654135 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-97c2a9ab-6d1c-4755-bd2d-8051979a1fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (f1a1fab3-2c60-453e-9676-84516f08f325), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:22.697969 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2a9ab-6d1c-4755-bd2d-8051979a1fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a1fab3-2c60-453e-9676-84516f08f325,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:22.728782 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-97c2a9ab-6d1c-4755-bd2d-8051979a1fe7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a72bf0961877483b85f836ca4d950f12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3958137 Jul 05 10:12:22.730877 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 45314) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:22.803617 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:22.809879 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-58f05bed-0395-4ab1-a99e-37adeaf6f5f8 admin admin] Publish callbacks [] for security_group (f1a1fab3-2c60-453e-9676-84516f08f325), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:22.848897 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-58f05bed-0395-4ab1-a99e-37adeaf6f5f8 admin admin] Publish callbacks [] for security_group (f1a1fab3-2c60-453e-9676-84516f08f325), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:22.906105 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-58f05bed-0395-4ab1-a99e-37adeaf6f5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (f1a1fab3-2c60-453e-9676-84516f08f325), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:22.909445 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-58f05bed-0395-4ab1-a99e-37adeaf6f5f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:22.910825 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-58f05bed-0395-4ab1-a99e-37adeaf6f5f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1a1fab3-2c60-453e-9676-84516f08f325 HTTP/1.1" status: 204 len: 168 time: 0.1779234 Jul 05 10:12:22.921588 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f05bed-0395-4ab1-a99e-37adeaf6f5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a1fab3-2c60-453e-9676-84516f08f325,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:23.286886 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538b2c3-d9e3-4a69-8adb-a5c989344120 req-3fdf03e1-a682-4efe-b226-af419adf9543 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:23.288694 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3538b2c3-d9e3-4a69-8adb-a5c989344120 req-3fdf03e1-a682-4efe-b226-af419adf9543 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 945 time: 0.0540795 Jul 05 10:12:23.316809 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 45342) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:23.334597 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba89c040-f592-4c74-969e-3267eea26f41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:23.376882 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3538b2c3-d9e3-4a69-8adb-a5c989344120 req-f0f345fc-a499-4dfe-a950-9ff0f2b075b0 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813336 Jul 05 10:12:23.414965 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba89c040-f592-4c74-969e-3267eea26f41 admin admin] Publish callbacks [] for security_group (5247cfc9-5186-4d6a-aa60-405224dd5ed2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:23.420308 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba89c040-f592-4c74-969e-3267eea26f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (5247cfc9-5186-4d6a-aa60-405224dd5ed2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:23.420496 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be159b-5a2b-4313-9446-a8495e6a012c req-5aaad595-6c5e-497f-bbe4-0b4620965a44 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:23.422176 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-84be159b-5a2b-4313-9446-a8495e6a012c req-5aaad595-6c5e-497f-bbe4-0b4620965a44 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f3a8ca-f372-464b-b604-87af58bbd34c HTTP/1.1" status: 200 len: 944 time: 0.0637527 Jul 05 10:12:23.460240 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89c040-f592-4c74-969e-3267eea26f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5247cfc9-5186-4d6a-aa60-405224dd5ed2,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:23.474641 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-ba89c040-f592-4c74-969e-3267eea26f41 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6bdb968221044424aa14be24c03981a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1567669 Jul 05 10:12:23.478039 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 45346) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:23.478726 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-84be159b-5a2b-4313-9446-a8495e6a012c req-3bb525c4-4935-4487-8d60-10d7359f602e tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510612 Jul 05 10:12:23.486020 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:23.533463 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 8459a921-58ac-4cef-9bd3-c506f7a8ff2a up at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:23.538732 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3f92628-8f76-49c9-a1fc-287540b4acf8 admin admin] Publish callbacks [] for security_group (5247cfc9-5186-4d6a-aa60-405224dd5ed2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:23.563223 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3f92628-8f76-49c9-a1fc-287540b4acf8 admin admin] Publish callbacks [] for security_group (5247cfc9-5186-4d6a-aa60-405224dd5ed2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:23.579389 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning for port 8459a921-58ac-4cef-9bd3-c506f7a8ff2a completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 10:12:23.585866 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning complete for port 8459a921-58ac-4cef-9bd3-c506f7a8ff2a triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:12:23.586261 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (8459a921-58ac-4cef-9bd3-c506f7a8ff2a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:23.612693 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3f92628-8f76-49c9-a1fc-287540b4acf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (5247cfc9-5186-4d6a-aa60-405224dd5ed2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:23.615431 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3f92628-8f76-49c9-a1fc-287540b4acf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:23.616798 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-c3f92628-8f76-49c9-a1fc-287540b4acf8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5247cfc9-5186-4d6a-aa60-405224dd5ed2 HTTP/1.1" status: 204 len: 168 time: 0.1377530 Jul 05 10:12:23.625824 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f92628-8f76-49c9-a1fc-287540b4acf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5247cfc9-5186-4d6a-aa60-405224dd5ed2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:23.667154 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:23.680734 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port 8459a921-58ac-4cef-9bd3-c506f7a8ff2a is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:12:23.681161 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (8459a921-58ac-4cef-9bd3-c506f7a8ff2a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:23.706630 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f3a8ca-f372-464b-b604-87af58bbd34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8459a921-58ac-4cef-9bd3-c506f7a8ff2a'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:12:23.708854 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0ff12b24adccf04d36d5e95ed2fd555b52d0445ded186c21edfbf2ad21407b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e189a653-2ea0-4fc1-a029-9044123a13c8" -d '{"events": [{"server_uuid": "b6f3a8ca-f372-464b-b604-87af58bbd34c", "name": "network-vif-plugged", "status": "completed", "tag": "8459a921-58ac-4cef-9bd3-c506f7a8ff2a"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:12:23.722097 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 8459a921-58ac-4cef-9bd3-c506f7a8ff2a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8459a921-58ac-4cef-9bd3-c506f7a8ff2a,segment=NetworkSegment(59fdc7f4-5ef5-4974-a0cc-0267e101cce7),segment_id=59fdc7f4-5ef5-4974-a0cc-0267e101cce7)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:23.727800 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (8459a921-58ac-4cef-9bd3-c506f7a8ff2a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:23.755151 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b062feaf-9174-4ea4-82c1-c118f86a6ad3 x-openstack-request-id: req-b062feaf-9174-4ea4-82c1-c118f86a6ad3 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:12:23.755451 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f3a8ca-f372-464b-b604-87af58bbd34c", "name": "network-vif-plugged", "status": "completed", "tag": "8459a921-58ac-4cef-9bd3-c506f7a8ff2a", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:12:23.755698 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b062feaf-9174-4ea4-82c1-c118f86a6ad3 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:12:23.756080 dv-cinder-master-3-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b062feaf-9174-4ea4-82c1-c118f86a6ad3'] response: {'server_uuid': 'b6f3a8ca-f372-464b-b604-87af58bbd34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8459a921-58ac-4cef-9bd3-c506f7a8ff2a', 'code': 200} Jul 05 10:12:23.784473 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=8459a921-58ac-4cef-9bd3-c506f7a8ff2a,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:24.018728 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960d6c0-e04c-456f-b493-d354cdc2fcd6 req-70bb5021-43ad-49ad-bd84-ab4690764f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:24.020536 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c960d6c0-e04c-456f-b493-d354cdc2fcd6 req-70bb5021-43ad-49ad-bd84-ab4690764f3c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b6f3a8ca-f372-464b-b604-87af58bbd34c HTTP/1.1" status: 200 len: 1129 time: 0.0480688 Jul 05 10:12:24.081386 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c960d6c0-e04c-456f-b493-d354cdc2fcd6 req-7b8a1cba-ed6b-4506-bdd8-9b0316229f59 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491700 Jul 05 10:12:24.523090 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd77d5-9d05-4638-942f-2c55925a0abd req-e13092ec-90a6-47c4-bab5-a3f801e4703d tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:24.534175 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-58dd77d5-9d05-4638-942f-2c55925a0abd req-e13092ec-90a6-47c4-bab5-a3f801e4703d tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 945 time: 0.0751176 Jul 05 10:12:24.625925 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:24.659363 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-58dd77d5-9d05-4638-942f-2c55925a0abd req-d0b9ef08-8a64-4c68-ac1b-54e06c98b40b tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240823 Jul 05 10:12:24.681484 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926de803-e1fb-459a-9312-9c3d6cc369b3 req-294476c1-debc-4dc5-8704-215b85c4bf8e tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:24.683833 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-926de803-e1fb-459a-9312-9c3d6cc369b3 req-294476c1-debc-4dc5-8704-215b85c4bf8e tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f3a8ca-f372-464b-b604-87af58bbd34c HTTP/1.1" status: 200 len: 945 time: 0.0864761 Jul 05 10:12:24.739088 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-926de803-e1fb-459a-9312-9c3d6cc369b3 req-c77acc36-4844-4ffa-9d2c-ace89e46e942 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447311 Jul 05 10:12:25.830774 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ead65-1144-40ff-ab1a-7548eac7ac32 req-13f5e525-0779-44ae-bd2c-2f3fee2dc64d tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:25.832770 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e83ead65-1144-40ff-ab1a-7548eac7ac32 req-13f5e525-0779-44ae-bd2c-2f3fee2dc64d tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 945 time: 0.0705543 Jul 05 10:12:25.916069 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77760f-d6a2-4e9e-b565-ff59c873f5d4 req-ddaf0e94-543c-4c52-a3f2-bc8e1887dcc6 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:25.917641 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4f77760f-d6a2-4e9e-b565-ff59c873f5d4 req-ddaf0e94-543c-4c52-a3f2-bc8e1887dcc6 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f3a8ca-f372-464b-b604-87af58bbd34c HTTP/1.1" status: 200 len: 945 time: 0.0788853 Jul 05 10:12:25.946921 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e83ead65-1144-40ff-ab1a-7548eac7ac32 req-7af4fad4-f302-49b9-8fb8-547f9fcefb7a tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059296 Jul 05 10:12:25.980728 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4f77760f-d6a2-4e9e-b565-ff59c873f5d4 req-cec9eb49-0652-442a-a394-3473051edfe0 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540347 Jul 05 10:12:26.273543 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 45488) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:26.380240 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e2857e31-48bf-4fa3-9221-536ace68eb70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:26.461085 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e2857e31-48bf-4fa3-9221-536ace68eb70 admin admin] Publish callbacks [] for security_group (b3ffc221-e7ba-41cb-828e-cc8e6f7a62a9), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:26.464514 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e2857e31-48bf-4fa3-9221-536ace68eb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (b3ffc221-e7ba-41cb-828e-cc8e6f7a62a9), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:26.485102 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:26.505739 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-e2857e31-48bf-4fa3-9221-536ace68eb70 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b4955df8ffa4df7a721a79fff26967d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311869 Jul 05 10:12:26.507029 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2857e31-48bf-4fa3-9221-536ace68eb70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ffc221-e7ba-41cb-828e-cc8e6f7a62a9,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:26.508487 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 45492) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:26.560232 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33d23dfb-eb2e-42bc-a1a5-3ac2f9044039 admin admin] Publish callbacks [] for security_group (b3ffc221-e7ba-41cb-828e-cc8e6f7a62a9), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:26.581933 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33d23dfb-eb2e-42bc-a1a5-3ac2f9044039 admin admin] Publish callbacks [] for security_group (b3ffc221-e7ba-41cb-828e-cc8e6f7a62a9), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:26.627939 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33d23dfb-eb2e-42bc-a1a5-3ac2f9044039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (b3ffc221-e7ba-41cb-828e-cc8e6f7a62a9), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:26.630475 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33d23dfb-eb2e-42bc-a1a5-3ac2f9044039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:26.631608 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-33d23dfb-eb2e-42bc-a1a5-3ac2f9044039 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3ffc221-e7ba-41cb-828e-cc8e6f7a62a9 HTTP/1.1" status: 204 len: 168 time: 0.1219914 Jul 05 10:12:26.644505 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d23dfb-eb2e-42bc-a1a5-3ac2f9044039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ffc221-e7ba-41cb-828e-cc8e6f7a62a9,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:27.050495 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 45530) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:27.075267 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8b36a57e-ac25-4e81-9615-f5a7c45b4c97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:27.146209 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3a562-c3b0-4317-b8c9-85325f922d15 req-6e2bd514-63a6-4519-baf8-a0ceefb6c494 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:27.157303 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-dbe3a562-c3b0-4317-b8c9-85325f922d15 req-6e2bd514-63a6-4519-baf8-a0ceefb6c494 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 945 time: 0.1233380 Jul 05 10:12:27.207914 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 45544) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:27.260608 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:27.291313 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 45552) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:27.308072 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8b36a57e-ac25-4e81-9615-f5a7c45b4c97 admin admin] Publish callbacks [] for security_group (86d1f626-16e1-4f32-87d3-d388e730fa17), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:27.321885 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8b36a57e-ac25-4e81-9615-f5a7c45b4c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (86d1f626-16e1-4f32-87d3-d388e730fa17), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:27.331499 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8999e-fee0-43f4-b8f4-76a2a76d3bbb req-751a1871-7dcb-411e-a29d-f02aa6868703 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:27.333326 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-60b8999e-fee0-43f4-b8f4-76a2a76d3bbb req-751a1871-7dcb-411e-a29d-f02aa6868703 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f3a8ca-f372-464b-b604-87af58bbd34c HTTP/1.1" status: 200 len: 945 time: 0.1696110 Jul 05 10:12:27.354353 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-dbe3a562-c3b0-4317-b8c9-85325f922d15 req-6fefbd96-388e-488e-a04c-3b13b370f0d0 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960309 Jul 05 10:12:27.397732 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-8b36a57e-ac25-4e81-9615-f5a7c45b4c97 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58cf2c034be44d7284e30f5099381d20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3460491 Jul 05 10:12:27.398684 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 45558) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:27.409849 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-60b8999e-fee0-43f4-b8f4-76a2a76d3bbb req-ba814ec4-2713-47c7-9304-3e28866dff9e tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541897 Jul 05 10:12:27.417568 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36a57e-ac25-4e81-9615-f5a7c45b4c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d1f626-16e1-4f32-87d3-d388e730fa17,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:27.485407 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a2f224c6-2678-4f6d-8d2e-ea3b4c333812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:27.501046 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-963ee13b-31e1-4c64-b59a-1bc3e69e0306 admin admin] Publish callbacks [] for security_group (86d1f626-16e1-4f32-87d3-d388e730fa17), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:27.534485 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-94e13593-5162-4c0a-9b1a-775693b50e03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:27.564141 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-963ee13b-31e1-4c64-b59a-1bc3e69e0306 admin admin] Publish callbacks [] for security_group (86d1f626-16e1-4f32-87d3-d388e730fa17), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:27.669891 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:27.696497 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-963ee13b-31e1-4c64-b59a-1bc3e69e0306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (86d1f626-16e1-4f32-87d3-d388e730fa17), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:27.698989 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-963ee13b-31e1-4c64-b59a-1bc3e69e0306 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:27.700680 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-963ee13b-31e1-4c64-b59a-1bc3e69e0306 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86d1f626-16e1-4f32-87d3-d388e730fa17 HTTP/1.1" status: 204 len: 168 time: 0.2974701 Jul 05 10:12:27.709592 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a2f224c6-2678-4f6d-8d2e-ea3b4c333812 admin admin] Publish callbacks [] for security_group (8403fc4e-22f1-4461-8231-c884ad6d8994), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:27.724848 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ee13b-31e1-4c64-b59a-1bc3e69e0306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d1f626-16e1-4f32-87d3-d388e730fa17,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:27.726543 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a2f224c6-2678-4f6d-8d2e-ea3b4c333812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (8403fc4e-22f1-4461-8231-c884ad6d8994), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:27.749450 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-94e13593-5162-4c0a-9b1a-775693b50e03 admin admin] Publish callbacks [] for security_group (d5e49527-82e3-4d99-90e9-8d1815972458), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:27.762205 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-94e13593-5162-4c0a-9b1a-775693b50e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (d5e49527-82e3-4d99-90e9-8d1815972458), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:27.815579 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-a2f224c6-2678-4f6d-8d2e-ea3b4c333812 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39d74b57b467479f8fb7e0f44d937163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5201194 Jul 05 10:12:27.816286 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f224c6-2678-4f6d-8d2e-ea3b4c333812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8403fc4e-22f1-4461-8231-c884ad6d8994,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:27.818244 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 45576) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:27.839270 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-94e13593-5162-4c0a-9b1a-775693b50e03 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81cf59b04ff94e439d5d3dc261d5b44e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6303082 Jul 05 10:12:27.844127 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 45578) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:27.865818 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e13593-5162-4c0a-9b1a-775693b50e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e49527-82e3-4d99-90e9-8d1815972458,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:27.870621 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:27.877509 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e5105bf9-f44d-475f-85fd-66fc3748e1a8 admin admin] Publish callbacks [] for security_group (8403fc4e-22f1-4461-8231-c884ad6d8994), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:27.904990 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e5105bf9-f44d-475f-85fd-66fc3748e1a8 admin admin] Publish callbacks [] for security_group (8403fc4e-22f1-4461-8231-c884ad6d8994), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:27.909825 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee2ddcac-db05-4d23-95e3-adc6076751cd admin admin] Publish callbacks [] for security_group (d5e49527-82e3-4d99-90e9-8d1815972458), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:27.937334 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee2ddcac-db05-4d23-95e3-adc6076751cd admin admin] Publish callbacks [] for security_group (d5e49527-82e3-4d99-90e9-8d1815972458), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:27.977881 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e5105bf9-f44d-475f-85fd-66fc3748e1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (8403fc4e-22f1-4461-8231-c884ad6d8994), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:27.981036 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e5105bf9-f44d-475f-85fd-66fc3748e1a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:27.984616 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-e5105bf9-f44d-475f-85fd-66fc3748e1a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8403fc4e-22f1-4461-8231-c884ad6d8994 HTTP/1.1" status: 204 len: 168 time: 0.1629748 Jul 05 10:12:27.991495 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5105bf9-f44d-475f-85fd-66fc3748e1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8403fc4e-22f1-4461-8231-c884ad6d8994,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:28.009700 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee2ddcac-db05-4d23-95e3-adc6076751cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (d5e49527-82e3-4d99-90e9-8d1815972458), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:28.014514 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ee2ddcac-db05-4d23-95e3-adc6076751cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:28.016192 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-ee2ddcac-db05-4d23-95e3-adc6076751cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5e49527-82e3-4d99-90e9-8d1815972458 HTTP/1.1" status: 204 len: 168 time: 0.1708255 Jul 05 10:12:28.028541 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ddcac-db05-4d23-95e3-adc6076751cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e49527-82e3-4d99-90e9-8d1815972458,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:28.398298 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 45612) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:28.414013 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-372f5842-bfaa-45d8-b603-f35703893dfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:28.521419 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-372f5842-bfaa-45d8-b603-f35703893dfb admin admin] Publish callbacks [] for security_group (a0ec5b4e-d1f9-4818-9879-c6971d1287d2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:28.528021 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-372f5842-bfaa-45d8-b603-f35703893dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (a0ec5b4e-d1f9-4818-9879-c6971d1287d2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:28.584133 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-372f5842-bfaa-45d8-b603-f35703893dfb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=248155f307ff41c4bf5be750535f8991&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1822031 Jul 05 10:12:28.584133 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f5842-bfaa-45d8-b603-f35703893dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ec5b4e-d1f9-4818-9879-c6971d1287d2,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:28.584984 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 45622) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:28.658543 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2d025680-9039-4667-a686-7abe3c354a8b admin admin] Publish callbacks [] for security_group (a0ec5b4e-d1f9-4818-9879-c6971d1287d2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:28.689496 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2d025680-9039-4667-a686-7abe3c354a8b admin admin] Publish callbacks [] for security_group (a0ec5b4e-d1f9-4818-9879-c6971d1287d2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:28.759063 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2d025680-9039-4667-a686-7abe3c354a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (a0ec5b4e-d1f9-4818-9879-c6971d1287d2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:28.767082 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2d025680-9039-4667-a686-7abe3c354a8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:28.770806 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-2d025680-9039-4667-a686-7abe3c354a8b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0ec5b4e-d1f9-4818-9879-c6971d1287d2 HTTP/1.1" status: 204 len: 168 time: 0.1717808 Jul 05 10:12:28.790166 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d025680-9039-4667-a686-7abe3c354a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ec5b4e-d1f9-4818-9879-c6971d1287d2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:28.791312 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325c36f-7063-43f2-8b21-a8165f8062f1 req-ec0ab6d1-9eb9-46d3-b33c-f0651d281ba7 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:28.799299 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e325c36f-7063-43f2-8b21-a8165f8062f1 req-ec0ab6d1-9eb9-46d3-b33c-f0651d281ba7 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f3a8ca-f372-464b-b604-87af58bbd34c HTTP/1.1" status: 200 len: 945 time: 0.3808615 Jul 05 10:12:28.816864 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34633df4-3563-4f75-9816-9787e6b56fc2 req-228038b3-2452-4c0d-9526-c860bdf2c394 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:28.823837 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-34633df4-3563-4f75-9816-9787e6b56fc2 req-228038b3-2452-4c0d-9526-c860bdf2c394 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 945 time: 0.1125593 Jul 05 10:12:28.861040 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:28.888373 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 45642) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:28.919272 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e325c36f-7063-43f2-8b21-a8165f8062f1 req-403ca0e4-8b3b-4ed7-b25d-00531d8f2596 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139297 Jul 05 10:12:28.921111 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 45644) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:28.938425 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-34633df4-3563-4f75-9816-9787e6b56fc2 req-509fe374-f7b4-4534-be63-ee9a6dac70b3 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126702 Jul 05 10:12:28.951422 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3862d7d-89c8-4c84-8c7d-3de9e9ba1262 admin admin] Deleting subnet a71ad537-96ef-4e1b-8b42-b3dcfd883adb {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 05 10:12:28.955871 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3862d7d-89c8-4c84-8c7d-3de9e9ba1262 admin admin] Publish callbacks [] for subnet (a71ad537-96ef-4e1b-8b42-b3dcfd883adb), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:28.991436 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3862d7d-89c8-4c84-8c7d-3de9e9ba1262 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26770210'] for subnet (a71ad537-96ef-4e1b-8b42-b3dcfd883adb), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:29.035816 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3862d7d-89c8-4c84-8c7d-3de9e9ba1262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2072780'] for subnet (a71ad537-96ef-4e1b-8b42-b3dcfd883adb), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:29.069284 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:29.096981 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3862d7d-89c8-4c84-8c7d-3de9e9ba1262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2072775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26770432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956688'] for subnet (a71ad537-96ef-4e1b-8b42-b3dcfd883adb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:29.129392 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3862d7d-89c8-4c84-8c7d-3de9e9ba1262 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a71ad537-96ef-4e1b-8b42-b3dcfd883adb,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:29.137665 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3862d7d-89c8-4c84-8c7d-3de9e9ba1262 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:29.141776 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-c3862d7d-89c8-4c84-8c7d-3de9e9ba1262 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a71ad537-96ef-4e1b-8b42-b3dcfd883adb HTTP/1.1" status: 204 len: 168 time: 0.2519560 Jul 05 10:12:29.144318 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 45654) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:29.215939 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c4ea97cb-6e14-4c6d-b66f-e25d97ae631b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1968054'] for network (9c5c9f4a-5084-40ae-b660-8e4cc082de1d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:29.240902 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef5d220d-f8d8-4bbe-8ff4-24d82503782e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:29.282225 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:29.329292 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c4ea97cb-6e14-4c6d-b66f-e25d97ae631b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988390', 'neutron.services.segments.db._delete_segments_for_network-8734376687225'] for network (9c5c9f4a-5084-40ae-b660-8e4cc082de1d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:29.353890 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c4ea97cb-6e14-4c6d-b66f-e25d97ae631b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c5c9f4a-5084-40ae-b660-8e4cc082de1d']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:29.355796 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef5d220d-f8d8-4bbe-8ff4-24d82503782e admin admin] Publish callbacks [] for security_group (f0b05dd9-ef89-41cf-9c28-6e64ba8bb966), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:29.361000 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef5d220d-f8d8-4bbe-8ff4-24d82503782e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (f0b05dd9-ef89-41cf-9c28-6e64ba8bb966), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:29.365312 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c4ea97cb-6e14-4c6d-b66f-e25d97ae631b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cabf7c1-26f5-4281-a01a-d288ebb979db') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:29.365958 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c4ea97cb-6e14-4c6d-b66f-e25d97ae631b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cabf7c1-26f5-4281-a01a-d288ebb979db') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:29.376934 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c4ea97cb-6e14-4c6d-b66f-e25d97ae631b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734376687490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26770217'] for segment (4cabf7c1-26f5-4281-a01a-d288ebb979db), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:29.401768 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c4ea97cb-6e14-4c6d-b66f-e25d97ae631b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (4cabf7c1-26f5-4281-a01a-d288ebb979db), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:29.410152 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d220d-f8d8-4bbe-8ff4-24d82503782e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b05dd9-ef89-41cf-9c28-6e64ba8bb966,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:29.410390 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4ea97cb-6e14-4c6d-b66f-e25d97ae631b admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:12:29.410777 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c4ea97cb-6e14-4c6d-b66f-e25d97ae631b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26770682'] for segment (4cabf7c1-26f5-4281-a01a-d288ebb979db), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:29.417068 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-ef5d220d-f8d8-4bbe-8ff4-24d82503782e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=42d627e0235a4a4caba84a4057275b5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4924479 Jul 05 10:12:29.417344 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 45672) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:29.482376 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-685dc869-1629-43cc-afb8-b5aeadc2b49d admin admin] Publish callbacks [] for security_group (f0b05dd9-ef89-41cf-9c28-6e64ba8bb966), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:29.486391 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment 4cabf7c1-26f5-4281-a01a-d288ebb979db resource provider aggregate not found Jul 05 10:12:29.499728 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c4ea97cb-6e14-4c6d-b66f-e25d97ae631b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-790277'] for network (9c5c9f4a-5084-40ae-b660-8e4cc082de1d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:29.507287 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c4ea97cb-6e14-4c6d-b66f-e25d97ae631b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:29.511141 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-685dc869-1629-43cc-afb8-b5aeadc2b49d admin admin] Publish callbacks [] for security_group (f0b05dd9-ef89-41cf-9c28-6e64ba8bb966), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:29.513973 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-c4ea97cb-6e14-4c6d-b66f-e25d97ae631b admin admin] 10.222.0.20 "DELETE /v2.0/networks/9c5c9f4a-5084-40ae-b660-8e4cc082de1d HTTP/1.1" status: 204 len: 168 time: 0.3683028 Jul 05 10:12:29.514683 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 45678) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:29.530442 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment 4cabf7c1-26f5-4281-a01a-d288ebb979db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4cabf7c1-26f5-4281-a01a-d288ebb979db found for delete ", "request_id": "req-25e61f02-bd42-411b-bda6-765559800967"}]} Jul 05 10:12:29.552257 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea97cb-6e14-4c6d-b66f-e25d97ae631b admin admin] Pushing event deleted for resources: {'Network': ['ID=9c5c9f4a-5084-40ae-b660-8e4cc082de1d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:29.578158 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-685dc869-1629-43cc-afb8-b5aeadc2b49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (f0b05dd9-ef89-41cf-9c28-6e64ba8bb966), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:29.581085 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-685dc869-1629-43cc-afb8-b5aeadc2b49d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:29.585092 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-685dc869-1629-43cc-afb8-b5aeadc2b49d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0b05dd9-ef89-41cf-9c28-6e64ba8bb966 HTTP/1.1" status: 204 len: 168 time: 0.1665268 Jul 05 10:12:29.593952 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dc869-1629-43cc-afb8-b5aeadc2b49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b05dd9-ef89-41cf-9c28-6e64ba8bb966,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:29.851052 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2804dfd-ad55-4033-8bcb-c4e967467712 admin admin] Deleting subnet c8f458f1-1bda-480a-a2bf-b2ecfd614c5d {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 05 10:12:29.854958 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b2804dfd-ad55-4033-8bcb-c4e967467712 admin admin] Publish callbacks [] for subnet (c8f458f1-1bda-480a-a2bf-b2ecfd614c5d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:29.897145 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b2804dfd-ad55-4033-8bcb-c4e967467712 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26770210'] for subnet (c8f458f1-1bda-480a-a2bf-b2ecfd614c5d), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:29.958337 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b2804dfd-ad55-4033-8bcb-c4e967467712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2072780'] for subnet (c8f458f1-1bda-480a-a2bf-b2ecfd614c5d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:30.062797 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b2804dfd-ad55-4033-8bcb-c4e967467712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2072775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26770432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956688'] for subnet (c8f458f1-1bda-480a-a2bf-b2ecfd614c5d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:30.104951 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207c806-d6ab-4760-9ce7-4137c57ec380 req-8620e176-32cb-4483-bc3b-fc6e8811e5c2 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:30.112493 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d207c806-d6ab-4760-9ce7-4137c57ec380 req-8620e176-32cb-4483-bc3b-fc6e8811e5c2 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f3a8ca-f372-464b-b604-87af58bbd34c HTTP/1.1" status: 200 len: 945 time: 0.1129577 Jul 05 10:12:30.129050 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2804dfd-ad55-4033-8bcb-c4e967467712 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8f458f1-1bda-480a-a2bf-b2ecfd614c5d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:30.152532 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b2804dfd-ad55-4033-8bcb-c4e967467712 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:30.165586 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:30.167825 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-b2804dfd-ad55-4033-8bcb-c4e967467712 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c8f458f1-1bda-480a-a2bf-b2ecfd614c5d HTTP/1.1" status: 204 len: 168 time: 0.6482797 Jul 05 10:12:30.168589 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 45720) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:30.239705 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13981f11-dcfc-47ca-9187-b5cc77c2bb26 req-8112fdff-e613-4916-811c-5716fbc2273e tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:30.246876 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-13981f11-dcfc-47ca-9187-b5cc77c2bb26 req-8112fdff-e613-4916-811c-5716fbc2273e tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 945 time: 0.1999843 Jul 05 10:12:30.288454 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fb862f37-5cde-41bc-8c9a-76565a678c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1968054'] for network (f790e36d-d355-4888-9da5-ff7cc510f763), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:30.337247 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d207c806-d6ab-4760-9ce7-4137c57ec380 req-8c23a5fe-9505-4a85-a623-bc48a31b14c2 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/security-groups?id=621629dd-d567-4dba-bc58-e124260c272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233801 Jul 05 10:12:30.348243 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf6567-070d-4a29-b7e8-962a7ea76a0e req-922d1e01-7139-47c2-ba09-e162c2051a2c tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:30.350161 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-aabf6567-070d-4a29-b7e8-962a7ea76a0e req-922d1e01-7139-47c2-ba09-e162c2051a2c tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6f3a8ca-f372-464b-b604-87af58bbd34c HTTP/1.1" status: 200 len: 945 time: 0.2116046 Jul 05 10:12:30.407230 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 45750) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:30.440017 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fb862f37-5cde-41bc-8c9a-76565a678c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988390', 'neutron.services.segments.db._delete_segments_for_network-8734376687225'] for network (f790e36d-d355-4888-9da5-ff7cc510f763), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:30.448337 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b400cff9-5ad0-436b-bd21-e1e2772911c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:30.468628 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-fb862f37-5cde-41bc-8c9a-76565a678c85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f790e36d-d355-4888-9da5-ff7cc510f763']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:30.471631 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-13981f11-dcfc-47ca-9187-b5cc77c2bb26 req-88487f50-d580-4607-8e5f-337832577611 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232308 Jul 05 10:12:30.477685 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 45752) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:30.481777 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-fb862f37-5cde-41bc-8c9a-76565a678c85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c2a03c7-9af4-4262-a7e4-4177b3d6df83') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:30.482169 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-fb862f37-5cde-41bc-8c9a-76565a678c85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c2a03c7-9af4-4262-a7e4-4177b3d6df83') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:30.500497 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fb862f37-5cde-41bc-8c9a-76565a678c85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734376687490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26770217'] for segment (7c2a03c7-9af4-4262-a7e4-4177b3d6df83), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:30.518138 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fb862f37-5cde-41bc-8c9a-76565a678c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (7c2a03c7-9af4-4262-a7e4-4177b3d6df83), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:30.530320 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb862f37-5cde-41bc-8c9a-76565a678c85 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:12:30.532358 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fb862f37-5cde-41bc-8c9a-76565a678c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26770682'] for segment (7c2a03c7-9af4-4262-a7e4-4177b3d6df83), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:30.535074 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-aabf6567-070d-4a29-b7e8-962a7ea76a0e req-aaff524b-c6de-476c-8753-91bd6a27a6dc tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Deleting port 8459a921-58ac-4cef-9bd3-c506f7a8ff2a {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:12:30.535419 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-aabf6567-070d-4a29-b7e8-962a7ea76a0e req-aaff524b-c6de-476c-8753-91bd6a27a6dc tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (8459a921-58ac-4cef-9bd3-c506f7a8ff2a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:30.598430 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fb862f37-5cde-41bc-8c9a-76565a678c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-790277'] for network (f790e36d-d355-4888-9da5-ff7cc510f763), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:30.618657 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:30.623810 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fb862f37-5cde-41bc-8c9a-76565a678c85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:30.628363 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-fb862f37-5cde-41bc-8c9a-76565a678c85 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f790e36d-d355-4888-9da5-ff7cc510f763 HTTP/1.1" status: 204 len: 168 time: 0.4584661 Jul 05 10:12:30.629330 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb862f37-5cde-41bc-8c9a-76565a678c85 admin admin] Pushing event deleted for resources: {'Network': ['ID=f790e36d-d355-4888-9da5-ff7cc510f763,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:30.671206 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-aabf6567-070d-4a29-b7e8-962a7ea76a0e req-aaff524b-c6de-476c-8753-91bd6a27a6dc tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] For port 8459a921-58ac-4cef-9bd3-c506f7a8ff2a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8459a921-58ac-4cef-9bd3-c506f7a8ff2a,segment=NetworkSegment(59fdc7f4-5ef5-4974-a0cc-0267e101cce7),segment_id=59fdc7f4-5ef5-4974-a0cc-0267e101cce7)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:30.671819 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-aabf6567-070d-4a29-b7e8-962a7ea76a0e req-aaff524b-c6de-476c-8753-91bd6a27a6dc tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (8459a921-58ac-4cef-9bd3-c506f7a8ff2a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:30.693144 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-aabf6567-070d-4a29-b7e8-962a7ea76a0e req-aaff524b-c6de-476c-8753-91bd6a27a6dc tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Calling delete_port for 8459a921-58ac-4cef-9bd3-c506f7a8ff2a owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:12:30.722846 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-159fee02-47e1-4735-91b6-0c7aa16fe87b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1424306566-network', 'tenant_id': '9edab973767545988e178ddff76557ac'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:12:30.740693 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b400cff9-5ad0-436b-bd21-e1e2772911c7 admin admin] Publish callbacks [] for security_group (86f07d52-a20a-4d37-b2fb-cff037956d28), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:30.780424 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b400cff9-5ad0-436b-bd21-e1e2772911c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (86f07d52-a20a-4d37-b2fb-cff037956d28), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:30.829969 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159fee02-47e1-4735-91b6-0c7aa16fe87b admin admin] Made reservation on behalf of 9edab973767545988e178ddff76557ac for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:30.832843 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-159fee02-47e1-4735-91b6-0c7aa16fe87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:30.860036 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b400cff9-5ad0-436b-bd21-e1e2772911c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f07d52-a20a-4d37-b2fb-cff037956d28,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:30.865173 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-159fee02-47e1-4735-91b6-0c7aa16fe87b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:30.878059 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-b400cff9-5ad0-436b-bd21-e1e2772911c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3d80ef13e1c4fa7b79d25f5e04a7fa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4629660 Jul 05 10:12:30.880799 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 45762) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:30.901086 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 45764) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:30.940273 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ec75f3cc-6a47-4058-9c8e-71b438839874 admin admin] Publish callbacks [] for security_group (86f07d52-a20a-4d37-b2fb-cff037956d28), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:30.962921 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ec75f3cc-6a47-4058-9c8e-71b438839874 admin admin] Publish callbacks [] for security_group (86f07d52-a20a-4d37-b2fb-cff037956d28), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:31.009675 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-aabf6567-070d-4a29-b7e8-962a7ea76a0e req-aaff524b-c6de-476c-8753-91bd6a27a6dc tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (8459a921-58ac-4cef-9bd3-c506f7a8ff2a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:31.017140 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ec75f3cc-6a47-4058-9c8e-71b438839874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (86f07d52-a20a-4d37-b2fb-cff037956d28), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:31.020137 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ec75f3cc-6a47-4058-9c8e-71b438839874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:31.023791 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-ec75f3cc-6a47-4058-9c8e-71b438839874 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86f07d52-a20a-4d37-b2fb-cff037956d28 HTTP/1.1" status: 204 len: 168 time: 0.1397557 Jul 05 10:12:31.024244 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 45772) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:31.024581 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-7160422b-8ac6-4e40-aa02-b1eaa87a3ee9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0cc71645fab147959f329fe030163996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1194785 Jul 05 10:12:31.046187 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['8459a921-58ac-4cef-9bd3-c506f7a8ff2a'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:12:31.050727 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:31.053327 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:31.054724 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75f3cc-6a47-4058-9c8e-71b438839874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f07d52-a20a-4d37-b2fb-cff037956d28,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:31.093297 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff524b-c6de-476c-8753-91bd6a27a6dc tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Pushing event deleted for resources: {'Port': ['ID=8459a921-58ac-4cef-9bd3-c506f7a8ff2a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:31.098569 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:31.107879 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e08cc6a-f108-434d-aeb7-fafe0bce9d27 admin admin] Publish callbacks [] for security_group (e80fc363-6fdf-4b93-bdea-4843e1000d1e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:31.132844 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e08cc6a-f108-434d-aeb7-fafe0bce9d27 admin admin] Publish callbacks [] for security_group (e80fc363-6fdf-4b93-bdea-4843e1000d1e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:31.148338 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-aabf6567-070d-4a29-b7e8-962a7ea76a0e req-aaff524b-c6de-476c-8753-91bd6a27a6dc tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] No DVR routers for this DVR port 8459a921-58ac-4cef-9bd3-c506f7a8ff2a on host hv-cinder-maste {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:12:31.154454 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-aabf6567-070d-4a29-b7e8-962a7ea76a0e req-aaff524b-c6de-476c-8753-91bd6a27a6dc tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:31.157723 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-aabf6567-070d-4a29-b7e8-962a7ea76a0e req-aaff524b-c6de-476c-8753-91bd6a27a6dc tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.30 "DELETE /v2.0/ports/8459a921-58ac-4cef-9bd3-c506f7a8ff2a HTTP/1.1" status: 204 len: 173 time: 0.8013282 Jul 05 10:12:31.158463 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f3a8ca-f372-464b-b604-87af58bbd34c', 'name': 'network-vif-deleted', 'tag': '8459a921-58ac-4cef-9bd3-c506f7a8ff2a'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:12:31.160720 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374bbc96-5fbb-450f-9cf4-c95e2f8dcc0a" -d '{"events": [{"server_uuid": "b6f3a8ca-f372-464b-b604-87af58bbd34c", "name": "network-vif-deleted", "tag": "8459a921-58ac-4cef-9bd3-c506f7a8ff2a"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:12:31.180105 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-159fee02-47e1-4735-91b6-0c7aa16fe87b admin admin] Publish callbacks [] for security_group (ace41772-3020-41f0-946a-5f2a7b828bf9), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:31.188802 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-159fee02-47e1-4735-91b6-0c7aa16fe87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (ace41772-3020-41f0-946a-5f2a7b828bf9), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:31.191199 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e08cc6a-f108-434d-aeb7-fafe0bce9d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (e80fc363-6fdf-4b93-bdea-4843e1000d1e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:31.193991 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e08cc6a-f108-434d-aeb7-fafe0bce9d27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:31.201088 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-1e08cc6a-f108-434d-aeb7-fafe0bce9d27 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e80fc363-6fdf-4b93-bdea-4843e1000d1e HTTP/1.1" status: 204 len: 168 time: 0.1691689 Jul 05 10:12:31.222445 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d717d9d-b0a6-4dc7-a494-d57230318d87 x-openstack-request-id: req-0d717d9d-b0a6-4dc7-a494-d57230318d87 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:12:31.222773 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f3a8ca-f372-464b-b604-87af58bbd34c", "name": "network-vif-deleted", "tag": "8459a921-58ac-4cef-9bd3-c506f7a8ff2a", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:12:31.223013 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d717d9d-b0a6-4dc7-a494-d57230318d87 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:12:31.223437 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d717d9d-b0a6-4dc7-a494-d57230318d87'] response: {'server_uuid': 'b6f3a8ca-f372-464b-b604-87af58bbd34c', 'name': 'network-vif-deleted', 'tag': '8459a921-58ac-4cef-9bd3-c506f7a8ff2a', 'status': 'completed', 'code': 200} Jul 05 10:12:31.229300 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08cc6a-f108-434d-aeb7-fafe0bce9d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80fc363-6fdf-4b93-bdea-4843e1000d1e,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:31.242229 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-159fee02-47e1-4735-91b6-0c7aa16fe87b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:12:31.273901 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159fee02-47e1-4735-91b6-0c7aa16fe87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace41772-3020-41f0-946a-5f2a7b828bf9,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:31.282922 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-159fee02-47e1-4735-91b6-0c7aa16fe87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (f3087eaa-4fcd-490e-a1fe-c77533041c8c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:31.283316 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.db.segments_db [None req-159fee02-47e1-4735-91b6-0c7aa16fe87b admin admin] Added segment f3087eaa-4fcd-490e-a1fe-c77533041c8c of type vlan for network f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c Jul 05 10:12:31.346919 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-159fee02-47e1-4735-91b6-0c7aa16fe87b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734376243128'] for network (f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:31.404507 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:31.408782 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-159fee02-47e1-4735-91b6-0c7aa16fe87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724'] for network (f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:31.414780 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159fee02-47e1-4735-91b6-0c7aa16fe87b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:31.416150 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-159fee02-47e1-4735-91b6-0c7aa16fe87b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:31.553825 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment 7c2a03c7-9af4-4262-a7e4-4177b3d6df83 resource provider aggregate not found Jul 05 10:12:31.563661 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159fee02-47e1-4735-91b6-0c7aa16fe87b admin admin] Pushing event updated for resources: {'Network': ['ID=f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:31.570842 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-54368c59-e3c1-40b5-ba65-aeefb8e72f59 req-6dfaff61-8a3f-4f37-aa9e-271e56780ec2 tempest-VolumesActionsTest-28417478 tempest-VolumesActionsTest-28417478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f3a8ca-f372-464b-b604-87af58bbd34c HTTP/1.1" status: 200 len: 210 time: 0.0796666 Jul 05 10:12:31.591522 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Network f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:12:31.591799 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment 7c2a03c7-9af4-4262-a7e4-4177b3d6df83 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c2a03c7-9af4-4262-a7e4-4177b3d6df83 found for delete ", "request_id": "req-01c5fe72-a880-4fdb-a351-5d7ea63dba75"}]} Jul 05 10:12:31.598080 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-159fee02-47e1-4735-91b6-0c7aa16fe87b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1191080 Jul 05 10:12:31.600828 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 45804) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:31.606796 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b2483205-06fa-4b0f-9658-4b005443a2ac admin admin] Request body: {'subnet': {'network_id': 'f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1424306566-subnet', 'tenant_id': '9edab973767545988e178ddff76557ac', 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:12:31.662689 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 45806) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:31.671161 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452c930-72ae-4c74-80b0-69f9e42f7845 req-d41c7241-4965-40d5-9544-093c998b4b4d tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:31.679186 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d452c930-72ae-4c74-80b0-69f9e42f7845 req-d41c7241-4965-40d5-9544-093c998b4b4d tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 945 time: 0.0627670 Jul 05 10:12:31.684944 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2483205-06fa-4b0f-9658-4b005443a2ac admin admin] Made reservation on behalf of 9edab973767545988e178ddff76557ac for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:31.691181 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b2483205-06fa-4b0f-9658-4b005443a2ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26956147'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:31.729029 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f0449d65-d17f-494c-9a29-a4f2588609c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:31.734439 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d452c930-72ae-4c74-80b0-69f9e42f7845 req-ad82b492-fd9c-4ae2-9b5b-6802c7445237 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540822 Jul 05 10:12:31.995289 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 45812) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:32.038602 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f0449d65-d17f-494c-9a29-a4f2588609c3 admin admin] Publish callbacks [] for security_group (0374e415-5b4a-4d26-99f7-565037b5ffaf), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:32.053593 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-9affc9f6-507d-48d5-a197-a9f8860b8fb1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14d94ce0ce5e486c80378acc134168f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0567293 Jul 05 10:12:32.054155 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 45814) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:32.070087 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f0449d65-d17f-494c-9a29-a4f2588609c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (0374e415-5b4a-4d26-99f7-565037b5ffaf), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:32.107232 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-74bcc8ff-4083-43cb-938c-b08656b046db admin admin] Publish callbacks [] for security_group (328cebde-3ea3-4d5d-923e-853307be6a6e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:32.123852 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0449d65-d17f-494c-9a29-a4f2588609c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0374e415-5b4a-4d26-99f7-565037b5ffaf,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:32.127054 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b2483205-06fa-4b0f-9658-4b005443a2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26770499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956697'] for subnet (9211c471-107c-45c5-9588-dc32c76fb980), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:32.132232 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-74bcc8ff-4083-43cb-938c-b08656b046db admin admin] Publish callbacks [] for security_group (328cebde-3ea3-4d5d-923e-853307be6a6e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:32.133543 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f0449d65-d17f-494c-9a29-a4f2588609c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5350d7b1d1f54c8880b1c2f6c2d1c31a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4698277 Jul 05 10:12:32.136186 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 45816) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:32.191963 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2483205-06fa-4b0f-9658-4b005443a2ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=9211c471-107c-45c5-9588-dc32c76fb980,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:32.206269 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:32.209507 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2483205-06fa-4b0f-9658-4b005443a2ac admin admin] Checking segment: {'id': 'f3087eaa-4fcd-490e-a1fe-c77533041c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:12:32.209885 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2483205-06fa-4b0f-9658-4b005443a2ac admin admin] Network hostable DHCP agents. Network: f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c, hostable agents: ['79910865-91ee-4878-a729-5c22ab7e1742'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:12:32.219722 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8abadc24-1c6a-40a0-9c4a-dbacc1cb4990 admin admin] Publish callbacks [] for security_group (0374e415-5b4a-4d26-99f7-565037b5ffaf), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:32.229849 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2483205-06fa-4b0f-9658-4b005443a2ac admin admin] Network f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c is scheduled to be hosted by DHCP agent 79910865-91ee-4878-a729-5c22ab7e1742 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:12:32.239787 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-b2483205-06fa-4b0f-9658-4b005443a2ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:32.244136 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2483205-06fa-4b0f-9658-4b005443a2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:32.244697 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b2483205-06fa-4b0f-9658-4b005443a2ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:32.245676 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8abadc24-1c6a-40a0-9c4a-dbacc1cb4990 admin admin] Publish callbacks [] for security_group (0374e415-5b4a-4d26-99f7-565037b5ffaf), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:32.253271 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1402641a-f8b2-48d6-b599-4cc97aea2b01 None None] Network f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:12:32.253796 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-74bcc8ff-4083-43cb-938c-b08656b046db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (328cebde-3ea3-4d5d-923e-853307be6a6e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:32.256287 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-74bcc8ff-4083-43cb-938c-b08656b046db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:32.260194 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-74bcc8ff-4083-43cb-938c-b08656b046db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/328cebde-3ea3-4d5d-923e-853307be6a6e HTTP/1.1" status: 204 len: 168 time: 0.2048719 Jul 05 10:12:32.264054 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-b2483205-06fa-4b0f-9658-4b005443a2ac admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6619329 Jul 05 10:12:32.264799 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 45820) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:32.270196 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-65837e3c-6098-4689-8c34-ef1e56329e22 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1424306566-router', 'tenant_id': '9edab973767545988e178ddff76557ac', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:12:32.282892 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bcc8ff-4083-43cb-938c-b08656b046db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328cebde-3ea3-4d5d-923e-853307be6a6e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:32.302219 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-65837e3c-6098-4689-8c34-ef1e56329e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-796597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28292'] for router (219ad689-2da4-40c6-8ad8-bae83c02a33e), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:32.303455 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-65837e3c-6098-4689-8c34-ef1e56329e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-795281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-789393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-942032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28301'] for router (219ad689-2da4-40c6-8ad8-bae83c02a33e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:32.316675 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8abadc24-1c6a-40a0-9c4a-dbacc1cb4990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (0374e415-5b4a-4d26-99f7-565037b5ffaf), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:32.321105 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8abadc24-1c6a-40a0-9c4a-dbacc1cb4990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:32.324748 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-8abadc24-1c6a-40a0-9c4a-dbacc1cb4990 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0374e415-5b4a-4d26-99f7-565037b5ffaf HTTP/1.1" status: 204 len: 168 time: 0.1849360 Jul 05 10:12:32.332637 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abadc24-1c6a-40a0-9c4a-dbacc1cb4990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0374e415-5b4a-4d26-99f7-565037b5ffaf,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:32.343204 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:32.371000 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-65837e3c-6098-4689-8c34-ef1e56329e22 admin admin] Publish callbacks [] for router_controller (219ad689-2da4-40c6-8ad8-bae83c02a33e), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:32.404340 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d487a34e-c4b6-4761-8573-0eccff47a187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c', 'network_id': 'f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c', 'project_id': '9edab973767545988e178ddff76557ac', 'fixed_ips': [{'subnet_id': '9211c471-107c-45c5-9588-dc32c76fb980'}]}} from dv-cinder-master-3-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 05 10:12:32.405329 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d487a34e-c4b6-4761-8573-0eccff47a187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:32.527524 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-65837e3c-6098-4689-8c34-ef1e56329e22 admin admin] Publish callbacks [] for router_gateway (219ad689-2da4-40c6-8ad8-bae83c02a33e), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:32.570247 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-d487a34e-c4b6-4761-8573-0eccff47a187 None None] Allocated IP 172.20.0.2 (f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c/9211c471-107c-45c5-9588-dc32c76fb980/9f0a828f-2b56-49a5-b999-08f98e9a01f3) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:12:32.626634 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:32.822696 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d487a34e-c4b6-4761-8573-0eccff47a187 None None] Publish callbacks [] for port (9f0a828f-2b56-49a5-b999-08f98e9a01f3), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:32.838647 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d487a34e-c4b6-4761-8573-0eccff47a187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865'] for port (9f0a828f-2b56-49a5-b999-08f98e9a01f3), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:32.881099 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-65837e3c-6098-4689-8c34-ef1e56329e22 admin admin] Publish callbacks [] for router_gateway (219ad689-2da4-40c6-8ad8-bae83c02a33e), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:32.928534 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-65837e3c-6098-4689-8c34-ef1e56329e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:32.938021 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d487a34e-c4b6-4761-8573-0eccff47a187 None None] Network f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:32.948112 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-d487a34e-c4b6-4761-8573-0eccff47a187 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:32.956780 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d487a34e-c4b6-4761-8573-0eccff47a187 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:12:32.980327 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487a34e-c4b6-4761-8573-0eccff47a187 None None] Pushing event updated for resources: {'Port': ['ID=9f0a828f-2b56-49a5-b999-08f98e9a01f3,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:32.982093 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5c25b-48bf-43a6-a076-3f41f0ec20c8 req-1fac85b2-09b1-4662-8f5a-2858481f0b75 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:32.986794 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2ff5c25b-48bf-43a6-a076-3f41f0ec20c8 req-1fac85b2-09b1-4662-8f5a-2858481f0b75 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 945 time: 0.1512184 Jul 05 10:12:33.053350 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d487a34e-c4b6-4761-8573-0eccff47a187 None None] Attempting to bind port 9f0a828f-2b56-49a5-b999-08f98e9a01f3 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:12:33.054035 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d487a34e-c4b6-4761-8573-0eccff47a187 None None] Attempting to bind port 9f0a828f-2b56-49a5-b999-08f98e9a01f3 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f3087eaa-4fcd-490e-a1fe-c77533041c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:12:33.054600 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d487a34e-c4b6-4761-8573-0eccff47a187 None None] Attempting to bind port 9f0a828f-2b56-49a5-b999-08f98e9a01f3 on network f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:12:33.061506 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d487a34e-c4b6-4761-8573-0eccff47a187 None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:12:33.061964 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d487a34e-c4b6-4761-8573-0eccff47a187 None None] Checking segment: {'id': 'f3087eaa-4fcd-490e-a1fe-c77533041c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:12:33.062480 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d487a34e-c4b6-4761-8573-0eccff47a187 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:33.062938 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d487a34e-c4b6-4761-8573-0eccff47a187 None None] Bound using segment: {'id': 'f3087eaa-4fcd-490e-a1fe-c77533041c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:12:33.063525 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d487a34e-c4b6-4761-8573-0eccff47a187 None None] Bound port: 9f0a828f-2b56-49a5-b999-08f98e9a01f3, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3087eaa-4fcd-490e-a1fe-c77533041c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:12:33.063972 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d487a34e-c4b6-4761-8573-0eccff47a187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (9f0a828f-2b56-49a5-b999-08f98e9a01f3), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:33.125802 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2ff5c25b-48bf-43a6-a076-3f41f0ec20c8 req-2710f63e-ebc8-4414-ab40-a95739081479 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274300 Jul 05 10:12:33.206317 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-65837e3c-6098-4689-8c34-ef1e56329e22 admin admin] Allocated IP 172.37.2.64 (41de873a-d138-4cc5-b805-d53357ba161e/988cd17f-ff06-4e31-a156-b2c72b1aa185/5123a017-e818-4957-ad6e-5bcae16fc72d) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:12:33.220523 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d487a34e-c4b6-4761-8573-0eccff47a187 None None] For port 9f0a828f-2b56-49a5-b999-08f98e9a01f3, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:12:33.230676 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d487a34e-c4b6-4761-8573-0eccff47a187 None None] For port 9f0a828f-2b56-49a5-b999-08f98e9a01f3, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9f0a828f-2b56-49a5-b999-08f98e9a01f3,segment=NetworkSegment(f3087eaa-4fcd-490e-a1fe-c77533041c8c),segment_id=f3087eaa-4fcd-490e-a1fe-c77533041c8c)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:12:33.247960 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d487a34e-c4b6-4761-8573-0eccff47a187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (9f0a828f-2b56-49a5-b999-08f98e9a01f3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:33.303583 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:33.310299 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487a34e-c4b6-4761-8573-0eccff47a187 None None] Pushing event updated for resources: {'Port': ['ID=9f0a828f-2b56-49a5-b999-08f98e9a01f3,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:33.372929 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-65837e3c-6098-4689-8c34-ef1e56329e22 admin admin] Publish callbacks [] for port (5123a017-e818-4957-ad6e-5bcae16fc72d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:33.424956 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-65837e3c-6098-4689-8c34-ef1e56329e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (5123a017-e818-4957-ad6e-5bcae16fc72d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:33.493131 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65837e3c-6098-4689-8c34-ef1e56329e22 admin admin] Network 41de873a-d138-4cc5-b805-d53357ba161e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:33.496544 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-65837e3c-6098-4689-8c34-ef1e56329e22 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:33.501659 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65837e3c-6098-4689-8c34-ef1e56329e22 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:12:33.557544 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65837e3c-6098-4689-8c34-ef1e56329e22 admin admin] Pushing event updated for resources: {'Port': ['ID=5123a017-e818-4957-ad6e-5bcae16fc72d,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:33.841343 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:34.000071 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-65837e3c-6098-4689-8c34-ef1e56329e22 admin admin] Publish callbacks [] for router_gateway (219ad689-2da4-40c6-8ad8-bae83c02a33e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:34.039398 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 8459a921-58ac-4cef-9bd3-c506f7a8ff2a no longer exists at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:12:34.080583 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] No Port match for: 8459a921-58ac-4cef-9bd3-c506f7a8ff2a {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:12:34.081298 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 8459a921-58ac-4cef-9bd3-c506f7a8ff2a not bound to the agent host hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:12:34.305253 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-65837e3c-6098-4689-8c34-ef1e56329e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-795272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-789501'] for router (219ad689-2da4-40c6-8ad8-bae83c02a33e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:34.346039 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbb3cb-5375-45d8-9c9e-05a978b4737c req-72797e79-89e0-4939-8366-7bd92d6a16a6 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:34.352140 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5ddbb3cb-5375-45d8-9c9e-05a978b4737c req-72797e79-89e0-4939-8366-7bd92d6a16a6 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 945 time: 0.0957346 Jul 05 10:12:34.446062 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:34.450955 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:INSERT=3,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:34.510180 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5ddbb3cb-5375-45d8-9c9e-05a978b4737c req-e1917362-c42b-4799-8f0e-1ce0324292cd tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509466 Jul 05 10:12:34.539260 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65837e3c-6098-4689-8c34-ef1e56329e22 admin admin] Router 219ad689-2da4-40c6-8ad8-bae83c02a33e is scheduled to L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 05 10:12:34.628640 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56da8572-08e5-45f2-a54d-acec786e2124 None None] Network f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:12:34.669656 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a4674723-e190-4740-85f5-90a749e2f857 None None] Provisioning complete for port 9f0a828f-2b56-49a5-b999-08f98e9a01f3 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:12:34.670267 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a4674723-e190-4740-85f5-90a749e2f857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (9f0a828f-2b56-49a5-b999-08f98e9a01f3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:34.676903 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65837e3c-6098-4689-8c34-ef1e56329e22 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:12:34.696513 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-65837e3c-6098-4689-8c34-ef1e56329e22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:34.697940 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-65837e3c-6098-4689-8c34-ef1e56329e22 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4314122 Jul 05 10:12:34.702155 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 45942) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:34.704438 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77c39f0-7c0d-4ab2-b3fb-57406634f640 None None] Sync routers for ids ['219ad689-2da4-40c6-8ad8-bae83c02a33e'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:12:34.755604 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77c39f0-7c0d-4ab2-b3fb-57406634f640 None None] Routers {'219ad689-2da4-40c6-8ad8-bae83c02a33e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:12:34.756221 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f77c39f0-7c0d-4ab2-b3fb-57406634f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:12:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['219ad689-2da4-40c6-8ad8-bae83c02a33e'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:34.840014 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:34.905983 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 9f0a828f-2b56-49a5-b999-08f98e9a01f3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:34.952424 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a4674723-e190-4740-85f5-90a749e2f857 None None] Current status of the port 9f0a828f-2b56-49a5-b999-08f98e9a01f3 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:12:34.952815 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a4674723-e190-4740-85f5-90a749e2f857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (9f0a828f-2b56-49a5-b999-08f98e9a01f3), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:34.976023 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-f77c39f0-7c0d-4ab2-b3fb-57406634f640 None None] Set router 219ad689-2da4-40c6-8ad8-bae83c02a33e gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:12:35.006655 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:35.069620 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port 9f0a828f-2b56-49a5-b999-08f98e9a01f3 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:12:35.070009 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (9f0a828f-2b56-49a5-b999-08f98e9a01f3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:35.074503 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a4674723-e190-4740-85f5-90a749e2f857 None None] For port 9f0a828f-2b56-49a5-b999-08f98e9a01f3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9f0a828f-2b56-49a5-b999-08f98e9a01f3,segment=NetworkSegment(f3087eaa-4fcd-490e-a1fe-c77533041c8c),segment_id=f3087eaa-4fcd-490e-a1fe-c77533041c8c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:35.104285 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a4674723-e190-4740-85f5-90a749e2f857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (9f0a828f-2b56-49a5-b999-08f98e9a01f3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:35.143788 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f6d7f72a-26ae-4308-89c7-c18a435785f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:35.207593 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4674723-e190-4740-85f5-90a749e2f857 None None] Pushing event updated for resources: {'Port': ['ID=9f0a828f-2b56-49a5-b999-08f98e9a01f3,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:35.275832 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a879dc1c-7ee9-4ac1-9061-b45bcb8d42a2 None None] Provisioning complete for port 9f0a828f-2b56-49a5-b999-08f98e9a01f3 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:12:35.276197 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a879dc1c-7ee9-4ac1-9061-b45bcb8d42a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (9f0a828f-2b56-49a5-b999-08f98e9a01f3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:35.327254 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port 9f0a828f-2b56-49a5-b999-08f98e9a01f3 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:12:35.330923 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f77c39f0-7c0d-4ab2-b3fb-57406634f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'name': 'tempest-TestShelveInstance-1424306566-router', 'tenant_id': '9edab973767545988e178ddff76557ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.64'}], 'enable_snat': True}, 'gw_port_id': '5123a017-e818-4957-ad6e-5bcae16fc72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:12:32Z', 'updated_at': '2022-07-05T10:12:33Z', 'revision_number': 3, 'project_id': '9edab973767545988e178ddff76557ac', 'gw_port': {'id': '5123a017-e818-4957-ad6e-5bcae16fc72d', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ff:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:32Z', 'updated_at': '2022-07-05T10:12:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:35.361192 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77c39f0-7c0d-4ab2-b3fb-57406634f640 None None] Checking router: 219ad689-2da4-40c6-8ad8-bae83c02a33e for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:12:35.361536 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77c39f0-7c0d-4ab2-b3fb-57406634f640 None None] Updating router 219ad689-2da4-40c6-8ad8-bae83c02a33e port 5123a017-e818-4957-ad6e-5bcae16fc72d binding host dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:12:35.415699 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f77c39f0-7c0d-4ab2-b3fb-57406634f640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (5123a017-e818-4957-ad6e-5bcae16fc72d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:35.510386 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-f6d7f72a-26ae-4308-89c7-c18a435785f9 admin admin] Allocated IP 172.20.0.1 (f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c/9211c471-107c-45c5-9588-dc32c76fb980/b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:12:35.584167 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a879dc1c-7ee9-4ac1-9061-b45bcb8d42a2 None None] Current status of the port 9f0a828f-2b56-49a5-b999-08f98e9a01f3 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:12:35.588575 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:35.617998 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:35.634608 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f6d7f72a-26ae-4308-89c7-c18a435785f9 admin admin] Publish callbacks [] for port (b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:35.665142 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcf4dd-85f1-4f3b-ad3f-e722d1e2600b req-da062e89-cb6a-429c-ba76-ea56f926b39e tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:35.667860 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-58dcf4dd-85f1-4f3b-ad3f-e722d1e2600b req-da062e89-cb6a-429c-ba76-ea56f926b39e tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 945 time: 0.0704610 Jul 05 10:12:35.673627 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f6d7f72a-26ae-4308-89c7-c18a435785f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:35.720041 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d7f72a-26ae-4308-89c7-c18a435785f9 admin admin] Network f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:35.723649 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-f6d7f72a-26ae-4308-89c7-c18a435785f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:35.727161 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d7f72a-26ae-4308-89c7-c18a435785f9 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:12:35.739156 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-58dcf4dd-85f1-4f3b-ad3f-e722d1e2600b req-0ca07295-8076-4c8f-b2ea-3010f58439f5 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648181 Jul 05 10:12:35.752759 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7f72a-26ae-4308-89c7-c18a435785f9 admin admin] Pushing event updated for resources: {'Port': ['ID=b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:35.782685 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f6d7f72a-26ae-4308-89c7-c18a435785f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801541'] for router_interface (219ad689-2da4-40c6-8ad8-bae83c02a33e), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:35.804907 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:35.845064 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f77c39f0-7c0d-4ab2-b3fb-57406634f640 None None] Publish callbacks [] for port (5123a017-e818-4957-ad6e-5bcae16fc72d), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:35.851305 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f77c39f0-7c0d-4ab2-b3fb-57406634f640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (5123a017-e818-4957-ad6e-5bcae16fc72d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:35.909742 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f77c39f0-7c0d-4ab2-b3fb-57406634f640 None None] Attempting to bind port 5123a017-e818-4957-ad6e-5bcae16fc72d on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:12:35.910108 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f77c39f0-7c0d-4ab2-b3fb-57406634f640 None None] Attempting to bind port 5123a017-e818-4957-ad6e-5bcae16fc72d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:12:35.910465 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77c39f0-7c0d-4ab2-b3fb-57406634f640 None None] Attempting to bind port 5123a017-e818-4957-ad6e-5bcae16fc72d on network 41de873a-d138-4cc5-b805-d53357ba161e {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:12:35.912804 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d1111e-662b-4868-8860-89dcd19920bb None None] Pushing event updated for resources: {'Port': ['ID=5123a017-e818-4957-ad6e-5bcae16fc72d,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:35.922850 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77c39f0-7c0d-4ab2-b3fb-57406634f640 None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:12:35.923372 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77c39f0-7c0d-4ab2-b3fb-57406634f640 None None] Checking segment: {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:12:35.923783 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f77c39f0-7c0d-4ab2-b3fb-57406634f640 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:35.924173 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77c39f0-7c0d-4ab2-b3fb-57406634f640 None None] Bound using segment: {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:12:35.924810 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f77c39f0-7c0d-4ab2-b3fb-57406634f640 None None] Bound port: 5123a017-e818-4957-ad6e-5bcae16fc72d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:12:35.925192 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f77c39f0-7c0d-4ab2-b3fb-57406634f640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (5123a017-e818-4957-ad6e-5bcae16fc72d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:35.936741 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f6d7f72a-26ae-4308-89c7-c18a435785f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:35.977686 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f77c39f0-7c0d-4ab2-b3fb-57406634f640 None None] For port 5123a017-e818-4957-ad6e-5bcae16fc72d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:12:35.980838 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f77c39f0-7c0d-4ab2-b3fb-57406634f640 None None] For port 5123a017-e818-4957-ad6e-5bcae16fc72d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5123a017-e818-4957-ad6e-5bcae16fc72d,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:12:35.987487 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f77c39f0-7c0d-4ab2-b3fb-57406634f640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (5123a017-e818-4957-ad6e-5bcae16fc72d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:36.018758 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:36.041603 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-657b951f-c6be-4fc3-906b-225bfabb62eb None None] Provisioning complete for port b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:12:36.041960 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-657b951f-c6be-4fc3-906b-225bfabb62eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:36.077813 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d1111e-662b-4868-8860-89dcd19920bb None None] Pushing event updated for resources: {'Port': ['ID=5123a017-e818-4957-ad6e-5bcae16fc72d,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:36.091170 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77c39f0-7c0d-4ab2-b3fb-57406634f640 None None] Routers {'219ad689-2da4-40c6-8ad8-bae83c02a33e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:12:36.091799 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f77c39f0-7c0d-4ab2-b3fb-57406634f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:12:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['219ad689-2da4-40c6-8ad8-bae83c02a33e'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:36.096884 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-657b951f-c6be-4fc3-906b-225bfabb62eb None None] Port b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:12:36.104244 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f6d7f72a-26ae-4308-89c7-c18a435785f9 admin admin] Publish callbacks [] for port (b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:36.110659 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f6d7f72a-26ae-4308-89c7-c18a435785f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26770654'] for port (b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:36.181380 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7f72a-26ae-4308-89c7-c18a435785f9 admin admin] Pushing event updated for resources: {'Port': ['ID=b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:36.186404 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f6d7f72a-26ae-4308-89c7-c18a435785f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-801681'] for router_interface (219ad689-2da4-40c6-8ad8-bae83c02a33e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:36.207894 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-f77c39f0-7c0d-4ab2-b3fb-57406634f640 None None] Set router 219ad689-2da4-40c6-8ad8-bae83c02a33e gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:12:36.277665 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d7f72a-26ae-4308-89c7-c18a435785f9 admin admin] Network f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:36.278923 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-f6d7f72a-26ae-4308-89c7-c18a435785f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:36.389978 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d7f72a-26ae-4308-89c7-c18a435785f9 admin admin] Router 219ad689-2da4-40c6-8ad8-bae83c02a33e has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:12:36.402131 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:36.409003 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f77c39f0-7c0d-4ab2-b3fb-57406634f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'name': 'tempest-TestShelveInstance-1424306566-router', 'tenant_id': '9edab973767545988e178ddff76557ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.64'}], 'enable_snat': True}, 'gw_port_id': '5123a017-e818-4957-ad6e-5bcae16fc72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:12:32Z', 'updated_at': '2022-07-05T10:12:35Z', 'revision_number': 4, 'project_id': '9edab973767545988e178ddff76557ac', 'gw_port': {'id': '5123a017-e818-4957-ad6e-5bcae16fc72d', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ff:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:32Z', 'updated_at': '2022-07-05T10:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6', 'name': '', 'network_id': 'f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c', 'tenant_id': '9edab973767545988e178ddff76557ac', 'mac_address': 'fa:16:3e:81:97:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '9211c471-107c-45c5-9588-dc32c76fb980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:35Z', 'updated_at': '2022-07-05T10:12:35Z', 'revision_number': 1, 'project_id': '9edab973767545988e178ddff76557ac', 'subnets': [{'id': '9211c471-107c-45c5-9588-dc32c76fb980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:36.441894 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77c39f0-7c0d-4ab2-b3fb-57406634f640 None None] The sync data for ids ['219ad689-2da4-40c6-8ad8-bae83c02a33e'] in dv-cinder-master-3-iscsi is: [{'id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'name': 'tempest-TestShelveInstance-1424306566-router', 'tenant_id': '9edab973767545988e178ddff76557ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.64'}], 'enable_snat': True}, 'gw_port_id': '5123a017-e818-4957-ad6e-5bcae16fc72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:12:32Z', 'updated_at': '2022-07-05T10:12:35Z', 'revision_number': 4, 'project_id': '9edab973767545988e178ddff76557ac', 'gw_port': {'id': '5123a017-e818-4957-ad6e-5bcae16fc72d', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ff:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:32Z', 'updated_at': '2022-07-05T10:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6', 'name': '', 'network_id': 'f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c', 'tenant_id': '9edab973767545988e178ddff76557ac', 'mac_address': 'fa:16:3e:81:97:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '9211c471-107c-45c5-9588-dc32c76fb980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:35Z', 'updated_at': '2022-07-05T10:12:35Z', 'revision_number': 1, 'project_id': '9edab973767545988e178ddff76557ac', 'subnets': [{'id': '9211c471-107c-45c5-9588-dc32c76fb980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:12:36.501666 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d7f72a-26ae-4308-89c7-c18a435785f9 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:12:36.506701 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f6d7f72a-26ae-4308-89c7-c18a435785f9 admin admin] 10.222.0.20 "PUT /v2.0/routers/219ad689-2da4-40c6-8ad8-bae83c02a33e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8032405 Jul 05 10:12:36.518389 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-40158485-6c8e-497d-b91a-ccb8e0e259de None None] Provisioning complete for port b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:12:36.518759 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-40158485-6c8e-497d-b91a-ccb8e0e259de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:36.552546 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-40158485-6c8e-497d-b91a-ccb8e0e259de None None] Port b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:12:36.871982 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1560d5-ecb9-462d-9c64-cfa7fd3b78c3 req-9a65a651-8b5f-45d5-8763-2bd0b9c2c83a tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:36.873664 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3f1560d5-ecb9-462d-9c64-cfa7fd3b78c3 req-9a65a651-8b5f-45d5-8763-2bd0b9c2c83a tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 945 time: 0.0548611 Jul 05 10:12:36.911638 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 9f0a828f-2b56-49a5-b999-08f98e9a01f3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:36.942161 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3f1560d5-ecb9-462d-9c64-cfa7fd3b78c3 req-b8c45b6e-95e2-486b-a8b1-25491d8b3509 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565231 Jul 05 10:12:36.954443 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:36.988547 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port 9f0a828f-2b56-49a5-b999-08f98e9a01f3 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:12:36.988924 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (9f0a828f-2b56-49a5-b999-08f98e9a01f3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:37.071745 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port 9f0a828f-2b56-49a5-b999-08f98e9a01f3 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:12:37.149676 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 45992) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:37.156675 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-52c41c41-c3da-418d-87d0-7b4de31cf032 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-538353100-network', 'tenant_id': '21761824bf0a46f996a66abd2b210e6d'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:12:37.194769 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c41c41-c3da-418d-87d0-7b4de31cf032 admin admin] Made reservation on behalf of 21761824bf0a46f996a66abd2b210e6d for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:37.197479 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-52c41c41-c3da-418d-87d0-7b4de31cf032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:37.207026 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-52c41c41-c3da-418d-87d0-7b4de31cf032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:37.238824 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:12:37.304109 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-52c41c41-c3da-418d-87d0-7b4de31cf032 admin admin] Publish callbacks [] for security_group (563f51f0-4bde-4cc9-bd27-11fb62f676fb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:37.308184 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-52c41c41-c3da-418d-87d0-7b4de31cf032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (563f51f0-4bde-4cc9-bd27-11fb62f676fb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:37.339064 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c41c41-c3da-418d-87d0-7b4de31cf032 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:12:37.346232 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c41c41-c3da-418d-87d0-7b4de31cf032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563f51f0-4bde-4cc9-bd27-11fb62f676fb,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:37.352587 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-52c41c41-c3da-418d-87d0-7b4de31cf032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (7eb9e53d-763e-4c63-a007-956852a5ee5a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:37.352923 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.db.segments_db [None req-52c41c41-c3da-418d-87d0-7b4de31cf032 admin admin] Added segment 7eb9e53d-763e-4c63-a007-956852a5ee5a of type vlan for network 1014bae4-5aac-4d27-8d18-b7ed18f082a8 Jul 05 10:12:37.396332 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-52c41c41-c3da-418d-87d0-7b4de31cf032 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734376243128'] for network (1014bae4-5aac-4d27-8d18-b7ed18f082a8), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:37.426337 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-52c41c41-c3da-418d-87d0-7b4de31cf032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724'] for network (1014bae4-5aac-4d27-8d18-b7ed18f082a8), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:37.427244 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c41c41-c3da-418d-87d0-7b4de31cf032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:37.427851 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-52c41c41-c3da-418d-87d0-7b4de31cf032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:37.460382 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:37.464184 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-52c41c41-c3da-418d-87d0-7b4de31cf032 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3134186 Jul 05 10:12:37.467823 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 45998) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:37.472557 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-41497e6b-ee52-4d9c-89ad-7822e6b51cbd admin admin] Request body: {'subnet': {'network_id': '1014bae4-5aac-4d27-8d18-b7ed18f082a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-538353100-subnet', 'tenant_id': '21761824bf0a46f996a66abd2b210e6d', 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:12:37.493838 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41497e6b-ee52-4d9c-89ad-7822e6b51cbd admin admin] Made reservation on behalf of 21761824bf0a46f996a66abd2b210e6d for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:37.496420 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-41497e6b-ee52-4d9c-89ad-7822e6b51cbd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013712'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:37.505140 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c41c41-c3da-418d-87d0-7b4de31cf032 admin admin] Pushing event updated for resources: {'Network': ['ID=1014bae4-5aac-4d27-8d18-b7ed18f082a8,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:37.515812 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Network 1014bae4-5aac-4d27-8d18-b7ed18f082a8 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:12:37.590978 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:37.689278 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-41497e6b-ee52-4d9c-89ad-7822e6b51cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26022245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013306'] for subnet (1d352784-7d1d-4099-a722-0458036f3ce6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:37.750057 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41497e6b-ee52-4d9c-89ad-7822e6b51cbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d352784-7d1d-4099-a722-0458036f3ce6,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:37.757379 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41497e6b-ee52-4d9c-89ad-7822e6b51cbd admin admin] Checking segment: {'id': '7eb9e53d-763e-4c63-a007-956852a5ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1014bae4-5aac-4d27-8d18-b7ed18f082a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:12:37.757731 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41497e6b-ee52-4d9c-89ad-7822e6b51cbd admin admin] Network hostable DHCP agents. Network: 1014bae4-5aac-4d27-8d18-b7ed18f082a8, hostable agents: ['79910865-91ee-4878-a729-5c22ab7e1742'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:12:37.776125 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41497e6b-ee52-4d9c-89ad-7822e6b51cbd admin admin] Network 1014bae4-5aac-4d27-8d18-b7ed18f082a8 is scheduled to be hosted by DHCP agent 79910865-91ee-4878-a729-5c22ab7e1742 with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:12:37.787807 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-41497e6b-ee52-4d9c-89ad-7822e6b51cbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 1014bae4-5aac-4d27-8d18-b7ed18f082a8) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:37.797563 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8df5cc-27a7-4d10-b74b-1fc14ae88a8a None None] Network 1014bae4-5aac-4d27-8d18-b7ed18f082a8 requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:12:37.801914 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41497e6b-ee52-4d9c-89ad-7822e6b51cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:37.802618 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-41497e6b-ee52-4d9c-89ad-7822e6b51cbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:37.828209 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-41497e6b-ee52-4d9c-89ad-7822e6b51cbd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3562016 Jul 05 10:12:37.828529 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 46004) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:37.835890 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-f0159036-fce3-4f6f-83e6-ce29139ad512 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-538353100-router', 'tenant_id': '21761824bf0a46f996a66abd2b210e6d', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:12:37.844839 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:37.869334 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0159036-fce3-4f6f-83e6-ce29139ad512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-796597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28292'] for router (9e57a8ed-3155-41e7-b742-bacc269ffca2), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:37.870494 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0159036-fce3-4f6f-83e6-ce29139ad512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-795281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-789393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-942032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28301'] for router (9e57a8ed-3155-41e7-b742-bacc269ffca2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:37.921891 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0159036-fce3-4f6f-83e6-ce29139ad512 admin admin] Publish callbacks [] for router_controller (9e57a8ed-3155-41e7-b742-bacc269ffca2), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:37.937940 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c227b21c-6b2e-4d6a-8b93-c2f78c78fa38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-1014bae4-5aac-4d27-8d18-b7ed18f082a8', 'network_id': '1014bae4-5aac-4d27-8d18-b7ed18f082a8', 'project_id': '21761824bf0a46f996a66abd2b210e6d', 'fixed_ips': [{'subnet_id': '1d352784-7d1d-4099-a722-0458036f3ce6'}]}} from dv-cinder-master-3-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 05 10:12:37.939030 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c227b21c-6b2e-4d6a-8b93-c2f78c78fa38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:38.088907 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-c227b21c-6b2e-4d6a-8b93-c2f78c78fa38 None None] Allocated IP 172.20.0.2 (1014bae4-5aac-4d27-8d18-b7ed18f082a8/1d352784-7d1d-4099-a722-0458036f3ce6/06814086-3e0a-4167-a04e-1856a2e0aa4d) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:12:38.097546 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0159036-fce3-4f6f-83e6-ce29139ad512 admin admin] Publish callbacks [] for router_gateway (9e57a8ed-3155-41e7-b742-bacc269ffca2), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:38.118925 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854db54-6230-4e50-aaad-5a55cf1907bb req-bba0bd12-d707-4cde-9892-a0a9b584ecae tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:38.120895 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5854db54-6230-4e50-aaad-5a55cf1907bb req-bba0bd12-d707-4cde-9892-a0a9b584ecae tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 945 time: 0.0863259 Jul 05 10:12:38.139222 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:38.261650 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5854db54-6230-4e50-aaad-5a55cf1907bb req-b1efddd4-38fe-4145-b507-9dc48f7c310c tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144631 Jul 05 10:12:38.293143 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c227b21c-6b2e-4d6a-8b93-c2f78c78fa38 None None] Publish callbacks [] for port (06814086-3e0a-4167-a04e-1856a2e0aa4d), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:38.305841 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c227b21c-6b2e-4d6a-8b93-c2f78c78fa38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865'] for port (06814086-3e0a-4167-a04e-1856a2e0aa4d), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:38.358234 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c227b21c-6b2e-4d6a-8b93-c2f78c78fa38 None None] Network 1014bae4-5aac-4d27-8d18-b7ed18f082a8 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:38.365988 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-c227b21c-6b2e-4d6a-8b93-c2f78c78fa38 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:38.372948 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c227b21c-6b2e-4d6a-8b93-c2f78c78fa38 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:12:38.383222 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227b21c-6b2e-4d6a-8b93-c2f78c78fa38 None None] Pushing event updated for resources: {'Port': ['ID=06814086-3e0a-4167-a04e-1856a2e0aa4d,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:38.422674 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0159036-fce3-4f6f-83e6-ce29139ad512 admin admin] Publish callbacks [] for router_gateway (9e57a8ed-3155-41e7-b742-bacc269ffca2), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:38.444942 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0159036-fce3-4f6f-83e6-ce29139ad512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:38.453124 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c227b21c-6b2e-4d6a-8b93-c2f78c78fa38 None None] Attempting to bind port 06814086-3e0a-4167-a04e-1856a2e0aa4d on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:12:38.453780 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c227b21c-6b2e-4d6a-8b93-c2f78c78fa38 None None] Attempting to bind port 06814086-3e0a-4167-a04e-1856a2e0aa4d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '7eb9e53d-763e-4c63-a007-956852a5ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1014bae4-5aac-4d27-8d18-b7ed18f082a8'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:12:38.454517 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c227b21c-6b2e-4d6a-8b93-c2f78c78fa38 None None] Attempting to bind port 06814086-3e0a-4167-a04e-1856a2e0aa4d on network 1014bae4-5aac-4d27-8d18-b7ed18f082a8 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:12:38.461764 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c227b21c-6b2e-4d6a-8b93-c2f78c78fa38 None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:12:38.462826 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c227b21c-6b2e-4d6a-8b93-c2f78c78fa38 None None] Checking segment: {'id': '7eb9e53d-763e-4c63-a007-956852a5ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1014bae4-5aac-4d27-8d18-b7ed18f082a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:12:38.463951 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c227b21c-6b2e-4d6a-8b93-c2f78c78fa38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:38.463951 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c227b21c-6b2e-4d6a-8b93-c2f78c78fa38 None None] Bound using segment: {'id': '7eb9e53d-763e-4c63-a007-956852a5ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1014bae4-5aac-4d27-8d18-b7ed18f082a8'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:12:38.464649 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c227b21c-6b2e-4d6a-8b93-c2f78c78fa38 None None] Bound port: 06814086-3e0a-4167-a04e-1856a2e0aa4d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb9e53d-763e-4c63-a007-956852a5ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1014bae4-5aac-4d27-8d18-b7ed18f082a8'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:12:38.466059 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c227b21c-6b2e-4d6a-8b93-c2f78c78fa38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (06814086-3e0a-4167-a04e-1856a2e0aa4d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:38.551370 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c227b21c-6b2e-4d6a-8b93-c2f78c78fa38 None None] For port 06814086-3e0a-4167-a04e-1856a2e0aa4d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:12:38.555968 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c227b21c-6b2e-4d6a-8b93-c2f78c78fa38 None None] For port 06814086-3e0a-4167-a04e-1856a2e0aa4d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=06814086-3e0a-4167-a04e-1856a2e0aa4d,segment=NetworkSegment(7eb9e53d-763e-4c63-a007-956852a5ee5a),segment_id=7eb9e53d-763e-4c63-a007-956852a5ee5a)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:12:38.567894 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c227b21c-6b2e-4d6a-8b93-c2f78c78fa38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (06814086-3e0a-4167-a04e-1856a2e0aa4d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:38.613201 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:38.614936 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-f0159036-fce3-4f6f-83e6-ce29139ad512 admin admin] Allocated IP 172.37.2.99 (41de873a-d138-4cc5-b805-d53357ba161e/988cd17f-ff06-4e31-a156-b2c72b1aa185/72ed03a9-7e5f-4bc9-b86a-a036ece87d2e) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:12:38.663091 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227b21c-6b2e-4d6a-8b93-c2f78c78fa38 None None] Pushing event updated for resources: {'Port': ['ID=06814086-3e0a-4167-a04e-1856a2e0aa4d,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:38.741639 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cd2677-34dd-4f53-8dc9-ac39d6bded28 None None] Sync routers for ids ['219ad689-2da4-40c6-8ad8-bae83c02a33e'] in dv-cinder-master-3-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:12:38.756174 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cd2677-34dd-4f53-8dc9-ac39d6bded28 None None] Routers {'219ad689-2da4-40c6-8ad8-bae83c02a33e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:12:38.756906 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-18cd2677-34dd-4f53-8dc9-ac39d6bded28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:12:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['219ad689-2da4-40c6-8ad8-bae83c02a33e'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:38.817522 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0159036-fce3-4f6f-83e6-ce29139ad512 admin admin] Publish callbacks [] for port (72ed03a9-7e5f-4bc9-b86a-a036ece87d2e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:38.888967 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0159036-fce3-4f6f-83e6-ce29139ad512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (72ed03a9-7e5f-4bc9-b86a-a036ece87d2e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:38.944983 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-18cd2677-34dd-4f53-8dc9-ac39d6bded28 None None] Set router 219ad689-2da4-40c6-8ad8-bae83c02a33e gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:12:38.958576 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0159036-fce3-4f6f-83e6-ce29139ad512 admin admin] Network 41de873a-d138-4cc5-b805-d53357ba161e is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:38.962704 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-f0159036-fce3-4f6f-83e6-ce29139ad512 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:38.967491 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0159036-fce3-4f6f-83e6-ce29139ad512 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:12:38.971178 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0159036-fce3-4f6f-83e6-ce29139ad512 admin admin] Pushing event updated for resources: {'Port': ['ID=72ed03a9-7e5f-4bc9-b86a-a036ece87d2e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:38.990918 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 5123a017-e818-4957-ad6e-5bcae16fc72d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:39.072612 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port 5123a017-e818-4957-ad6e-5bcae16fc72d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:12:39.073180 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (5123a017-e818-4957-ad6e-5bcae16fc72d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:39.117153 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:39.176467 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port 5123a017-e818-4957-ad6e-5bcae16fc72d is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:12:39.176994 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (5123a017-e818-4957-ad6e-5bcae16fc72d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:39.184279 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:39.202889 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] For port 5123a017-e818-4957-ad6e-5bcae16fc72d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5123a017-e818-4957-ad6e-5bcae16fc72d,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:39.207911 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (5123a017-e818-4957-ad6e-5bcae16fc72d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:39.214972 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-18cd2677-34dd-4f53-8dc9-ac39d6bded28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'name': 'tempest-TestShelveInstance-1424306566-router', 'tenant_id': '9edab973767545988e178ddff76557ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.64'}], 'enable_snat': True}, 'gw_port_id': '5123a017-e818-4957-ad6e-5bcae16fc72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:12:32Z', 'updated_at': '2022-07-05T10:12:35Z', 'revision_number': 4, 'project_id': '9edab973767545988e178ddff76557ac', 'gw_port': {'id': '5123a017-e818-4957-ad6e-5bcae16fc72d', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ff:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:32Z', 'updated_at': '2022-07-05T10:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6', 'name': '', 'network_id': 'f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c', 'tenant_id': '9edab973767545988e178ddff76557ac', 'mac_address': 'fa:16:3e:81:97:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '9211c471-107c-45c5-9588-dc32c76fb980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:35Z', 'updated_at': '2022-07-05T10:12:35Z', 'revision_number': 2, 'project_id': '9edab973767545988e178ddff76557ac', 'subnets': [{'id': '9211c471-107c-45c5-9588-dc32c76fb980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:39.245429 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cd2677-34dd-4f53-8dc9-ac39d6bded28 None None] Checking router: 219ad689-2da4-40c6-8ad8-bae83c02a33e for host: dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:12:39.245999 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cd2677-34dd-4f53-8dc9-ac39d6bded28 None None] Updating router 219ad689-2da4-40c6-8ad8-bae83c02a33e port b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6 binding host dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:12:39.257342 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Pushing event updated for resources: {'Port': ['ID=5123a017-e818-4957-ad6e-5bcae16fc72d,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:39.277857 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-18cd2677-34dd-4f53-8dc9-ac39d6bded28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:39.280909 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0159036-fce3-4f6f-83e6-ce29139ad512 admin admin] Publish callbacks [] for router_gateway (9e57a8ed-3155-41e7-b742-bacc269ffca2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:39.417676 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f11dd6-fa97-4605-bb28-c319db828f95 req-2971d5d0-da30-4f62-ba77-a858fb2ce4f5 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:39.419209 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d7f11dd6-fa97-4605-bb28-c319db828f95 req-2971d5d0-da30-4f62-ba77-a858fb2ce4f5 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 945 time: 0.0618498 Jul 05 10:12:39.477116 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:39.554560 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d7f11dd6-fa97-4605-bb28-c319db828f95 req-c5e287d8-4e1a-4c97-bf21-2b74c292b7af tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989988 Jul 05 10:12:39.571958 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-18cd2677-34dd-4f53-8dc9-ac39d6bded28 None None] Publish callbacks [] for port (b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:39.578244 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-18cd2677-34dd-4f53-8dc9-ac39d6bded28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:39.579110 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0159036-fce3-4f6f-83e6-ce29139ad512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-795272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-789501'] for router (9e57a8ed-3155-41e7-b742-bacc269ffca2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:39.621944 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597c541-024e-4983-b046-4960e3e973e3 None None] Pushing event updated for resources: {'Port': ['ID=b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:39.638905 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597c541-024e-4983-b046-4960e3e973e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:39.639238 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597c541-024e-4983-b046-4960e3e973e3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:39.639581 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597c541-024e-4983-b046-4960e3e973e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:39.639923 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597c541-024e-4983-b046-4960e3e973e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:39.640248 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597c541-024e-4983-b046-4960e3e973e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:39.640599 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597c541-024e-4983-b046-4960e3e973e3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:39.640913 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597c541-024e-4983-b046-4960e3e973e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:39.641225 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597c541-024e-4983-b046-4960e3e973e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:39.641538 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597c541-024e-4983-b046-4960e3e973e3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:39.641840 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597c541-024e-4983-b046-4960e3e973e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:39.642148 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597c541-024e-4983-b046-4960e3e973e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:39.642472 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597c541-024e-4983-b046-4960e3e973e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:39.642778 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597c541-024e-4983-b046-4960e3e973e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:39.643080 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597c541-024e-4983-b046-4960e3e973e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:39.643383 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597c541-024e-4983-b046-4960e3e973e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:39.704801 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=100 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:39.710802 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-18cd2677-34dd-4f53-8dc9-ac39d6bded28 None None] Attempting to bind port b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:12:39.711169 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-18cd2677-34dd-4f53-8dc9-ac39d6bded28 None None] Attempting to bind port b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f3087eaa-4fcd-490e-a1fe-c77533041c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:12:39.711664 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cd2677-34dd-4f53-8dc9-ac39d6bded28 None None] Attempting to bind port b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6 on network f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:12:39.717563 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cd2677-34dd-4f53-8dc9-ac39d6bded28 None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:12:39.717926 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cd2677-34dd-4f53-8dc9-ac39d6bded28 None None] Checking segment: {'id': 'f3087eaa-4fcd-490e-a1fe-c77533041c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:12:39.718321 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-18cd2677-34dd-4f53-8dc9-ac39d6bded28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:39.718704 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cd2677-34dd-4f53-8dc9-ac39d6bded28 None None] Bound using segment: {'id': 'f3087eaa-4fcd-490e-a1fe-c77533041c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:12:39.719156 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-18cd2677-34dd-4f53-8dc9-ac39d6bded28 None None] Bound port: b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3087eaa-4fcd-490e-a1fe-c77533041c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:12:39.719523 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-18cd2677-34dd-4f53-8dc9-ac39d6bded28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:39.723448 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:39.730198 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0159036-fce3-4f6f-83e6-ce29139ad512 admin admin] Router 9e57a8ed-3155-41e7-b742-bacc269ffca2 is scheduled to L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 05 10:12:39.805633 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-18cd2677-34dd-4f53-8dc9-ac39d6bded28 None None] For port b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:12:39.811241 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-18cd2677-34dd-4f53-8dc9-ac39d6bded28 None None] For port b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6,segment=NetworkSegment(f3087eaa-4fcd-490e-a1fe-c77533041c8c),segment_id=f3087eaa-4fcd-490e-a1fe-c77533041c8c)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:12:39.820709 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-18cd2677-34dd-4f53-8dc9-ac39d6bded28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:39.842450 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ed659d-163f-46da-90c7-62cff3b715ce None None] Network 1014bae4-5aac-4d27-8d18-b7ed18f082a8 requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:12:39.880522 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597c541-024e-4983-b046-4960e3e973e3 None None] Pushing event updated for resources: {'Port': ['ID=b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:39.903360 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cd2677-34dd-4f53-8dc9-ac39d6bded28 None None] Routers {'219ad689-2da4-40c6-8ad8-bae83c02a33e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:12:39.904300 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-18cd2677-34dd-4f53-8dc9-ac39d6bded28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:12:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['219ad689-2da4-40c6-8ad8-bae83c02a33e'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:39.973340 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1f4bc64b-293b-4d5b-9462-e03a92ffe5ba None None] Provisioning complete for port b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:12:39.973712 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1f4bc64b-293b-4d5b-9462-e03a92ffe5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:40.027341 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-18cd2677-34dd-4f53-8dc9-ac39d6bded28 None None] Set router 219ad689-2da4-40c6-8ad8-bae83c02a33e gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:12:40.105939 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1f4bc64b-293b-4d5b-9462-e03a92ffe5ba None None] Current status of the port b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:12:40.106466 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1f4bc64b-293b-4d5b-9462-e03a92ffe5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:40.157103 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-1f4bc64b-293b-4d5b-9462-e03a92ffe5ba None None] For port b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6,segment=NetworkSegment(f3087eaa-4fcd-490e-a1fe-c77533041c8c),segment_id=f3087eaa-4fcd-490e-a1fe-c77533041c8c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:40.161290 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0159036-fce3-4f6f-83e6-ce29139ad512 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:12:40.165990 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1f4bc64b-293b-4d5b-9462-e03a92ffe5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:40.179021 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1f4bc64b-293b-4d5b-9462-e03a92ffe5ba None None] Provisioning complete for port 06814086-3e0a-4167-a04e-1856a2e0aa4d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:12:40.179393 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1f4bc64b-293b-4d5b-9462-e03a92ffe5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (06814086-3e0a-4167-a04e-1856a2e0aa4d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:40.206088 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f0159036-fce3-4f6f-83e6-ce29139ad512 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:40.206861 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-f0159036-fce3-4f6f-83e6-ce29139ad512 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3774757 Jul 05 10:12:40.210023 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 46070) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:40.210515 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb80cc9-24cc-400d-a9a8-befa5960c6e2 None None] Sync routers for ids ['9e57a8ed-3155-41e7-b742-bacc269ffca2'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:12:40.270916 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb80cc9-24cc-400d-a9a8-befa5960c6e2 None None] Routers {'9e57a8ed-3155-41e7-b742-bacc269ffca2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:12:40.271833 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-1cb80cc9-24cc-400d-a9a8-befa5960c6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:12:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['9e57a8ed-3155-41e7-b742-bacc269ffca2'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:40.274058 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:40.286758 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-18cd2677-34dd-4f53-8dc9-ac39d6bded28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'name': 'tempest-TestShelveInstance-1424306566-router', 'tenant_id': '9edab973767545988e178ddff76557ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.64'}], 'enable_snat': True}, 'gw_port_id': '5123a017-e818-4957-ad6e-5bcae16fc72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:12:32Z', 'updated_at': '2022-07-05T10:12:35Z', 'revision_number': 4, 'project_id': '9edab973767545988e178ddff76557ac', 'gw_port': {'id': '5123a017-e818-4957-ad6e-5bcae16fc72d', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:32Z', 'updated_at': '2022-07-05T10:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6', 'name': '', 'network_id': 'f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c', 'tenant_id': '9edab973767545988e178ddff76557ac', 'mac_address': 'fa:16:3e:81:97:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '9211c471-107c-45c5-9588-dc32c76fb980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:35Z', 'updated_at': '2022-07-05T10:12:39Z', 'revision_number': 4, 'project_id': '9edab973767545988e178ddff76557ac', 'subnets': [{'id': '9211c471-107c-45c5-9588-dc32c76fb980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:40.314678 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cd2677-34dd-4f53-8dc9-ac39d6bded28 None None] The sync data for ids ['219ad689-2da4-40c6-8ad8-bae83c02a33e'] in dv-cinder-master-3-iscsi is: [{'id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'name': 'tempest-TestShelveInstance-1424306566-router', 'tenant_id': '9edab973767545988e178ddff76557ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.64'}], 'enable_snat': True}, 'gw_port_id': '5123a017-e818-4957-ad6e-5bcae16fc72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:12:32Z', 'updated_at': '2022-07-05T10:12:35Z', 'revision_number': 4, 'project_id': '9edab973767545988e178ddff76557ac', 'gw_port': {'id': '5123a017-e818-4957-ad6e-5bcae16fc72d', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:32Z', 'updated_at': '2022-07-05T10:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6', 'name': '', 'network_id': 'f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c', 'tenant_id': '9edab973767545988e178ddff76557ac', 'mac_address': 'fa:16:3e:81:97:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '9211c471-107c-45c5-9588-dc32c76fb980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:35Z', 'updated_at': '2022-07-05T10:12:39Z', 'revision_number': 4, 'project_id': '9edab973767545988e178ddff76557ac', 'subnets': [{'id': '9211c471-107c-45c5-9588-dc32c76fb980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:12:40.373252 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4bc64b-293b-4d5b-9462-e03a92ffe5ba None None] Pushing event updated for resources: {'Port': ['ID=b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:40.426712 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1f4bc64b-293b-4d5b-9462-e03a92ffe5ba None None] Current status of the port 06814086-3e0a-4167-a04e-1856a2e0aa4d is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:12:40.427539 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1f4bc64b-293b-4d5b-9462-e03a92ffe5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (06814086-3e0a-4167-a04e-1856a2e0aa4d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:40.595119 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-1cb80cc9-24cc-400d-a9a8-befa5960c6e2 None None] Set router 9e57a8ed-3155-41e7-b742-bacc269ffca2 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:12:40.671096 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-1f4bc64b-293b-4d5b-9462-e03a92ffe5ba None None] For port 06814086-3e0a-4167-a04e-1856a2e0aa4d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=06814086-3e0a-4167-a04e-1856a2e0aa4d,segment=NetworkSegment(7eb9e53d-763e-4c63-a007-956852a5ee5a),segment_id=7eb9e53d-763e-4c63-a007-956852a5ee5a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:40.672232 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7064cef3-e7be-42c1-8f05-f71f08a8e720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:40.684126 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1f4bc64b-293b-4d5b-9462-e03a92ffe5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (06814086-3e0a-4167-a04e-1856a2e0aa4d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:40.707887 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6dc95-9394-4e3a-94d0-16c1471fc605 req-75a100c9-4db5-4982-8dec-2c74914fec29 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:40.710094 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a4f6dc95-9394-4e3a-94d0-16c1471fc605 req-75a100c9-4db5-4982-8dec-2c74914fec29 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 945 time: 0.0648687 Jul 05 10:12:40.736192 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:40.745052 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:40.768434 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a4f6dc95-9394-4e3a-94d0-16c1471fc605 req-3265be7c-8750-4eea-9df1-1a534a92cf28 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529206 Jul 05 10:12:40.849318 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-71a2676a-18cc-49ed-940d-5c6040daf5b6 None None] Provisioning complete for port b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:12:40.849698 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-71a2676a-18cc-49ed-940d-5c6040daf5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:40.865373 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-7064cef3-e7be-42c1-8f05-f71f08a8e720 admin admin] Allocated IP 172.20.0.1 (1014bae4-5aac-4d27-8d18-b7ed18f082a8/1d352784-7d1d-4099-a722-0458036f3ce6/b05c8ad7-d421-42cb-bd3d-d1c500bdf314) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:12:40.898807 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4bc64b-293b-4d5b-9462-e03a92ffe5ba None None] Pushing event updated for resources: {'Port': ['ID=06814086-3e0a-4167-a04e-1856a2e0aa4d,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:40.913059 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:41.005387 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-1cb80cc9-24cc-400d-a9a8-befa5960c6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e57a8ed-3155-41e7-b742-bacc269ffca2', 'name': 'tempest-TestShelveInstance-538353100-router', 'tenant_id': '21761824bf0a46f996a66abd2b210e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.99'}], 'enable_snat': True}, 'gw_port_id': '72ed03a9-7e5f-4bc9-b86a-a036ece87d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:12:37Z', 'updated_at': '2022-07-05T10:12:39Z', 'revision_number': 3, 'project_id': '21761824bf0a46f996a66abd2b210e6d', 'gw_port': {'id': '72ed03a9-7e5f-4bc9-b86a-a036ece87d2e', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:05:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e57a8ed-3155-41e7-b742-bacc269ffca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:38Z', 'updated_at': '2022-07-05T10:12:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:41.020156 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7064cef3-e7be-42c1-8f05-f71f08a8e720 admin admin] Publish callbacks [] for port (b05c8ad7-d421-42cb-bd3d-d1c500bdf314), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:41.041950 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb80cc9-24cc-400d-a9a8-befa5960c6e2 None None] Checking router: 9e57a8ed-3155-41e7-b742-bacc269ffca2 for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:12:41.042259 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb80cc9-24cc-400d-a9a8-befa5960c6e2 None None] Updating router 9e57a8ed-3155-41e7-b742-bacc269ffca2 port 72ed03a9-7e5f-4bc9-b86a-a036ece87d2e binding host dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:12:41.049103 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:41.050898 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-71a2676a-18cc-49ed-940d-5c6040daf5b6 None None] Current status of the port b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:12:41.068308 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7064cef3-e7be-42c1-8f05-f71f08a8e720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (b05c8ad7-d421-42cb-bd3d-d1c500bdf314), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:41.100466 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:41.113131 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-71a2676a-18cc-49ed-940d-5c6040daf5b6 None None] Provisioning complete for port 06814086-3e0a-4167-a04e-1856a2e0aa4d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:12:41.113702 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-71a2676a-18cc-49ed-940d-5c6040daf5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (06814086-3e0a-4167-a04e-1856a2e0aa4d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:41.119138 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7064cef3-e7be-42c1-8f05-f71f08a8e720 admin admin] Network 1014bae4-5aac-4d27-8d18-b7ed18f082a8 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:41.120448 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1cb80cc9-24cc-400d-a9a8-befa5960c6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (72ed03a9-7e5f-4bc9-b86a-a036ece87d2e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:41.124261 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-7064cef3-e7be-42c1-8f05-f71f08a8e720 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:41.126376 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064cef3-e7be-42c1-8f05-f71f08a8e720 admin admin] Pushing event updated for resources: {'Port': ['ID=b05c8ad7-d421-42cb-bd3d-d1c500bdf314,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:41.128564 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7064cef3-e7be-42c1-8f05-f71f08a8e720 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:12:41.170947 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7064cef3-e7be-42c1-8f05-f71f08a8e720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801541'] for router_interface (9e57a8ed-3155-41e7-b742-bacc269ffca2), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:41.277073 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:12:41.277448 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:41.316044 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:41.350646 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7064cef3-e7be-42c1-8f05-f71f08a8e720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (b05c8ad7-d421-42cb-bd3d-d1c500bdf314), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:41.384658 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-71a2676a-18cc-49ed-940d-5c6040daf5b6 None None] Current status of the port 06814086-3e0a-4167-a04e-1856a2e0aa4d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:12:41.486100 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:12:41.487063 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 06814086-3e0a-4167-a04e-1856a2e0aa4d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:41.503174 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c58ab9cb-d8fe-4594-9c81-efc524a6b099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:41.522677 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7064cef3-e7be-42c1-8f05-f71f08a8e720 admin admin] Publish callbacks [] for port (b05c8ad7-d421-42cb-bd3d-d1c500bdf314), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:41.529275 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7064cef3-e7be-42c1-8f05-f71f08a8e720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26770654'] for port (b05c8ad7-d421-42cb-bd3d-d1c500bdf314), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:41.557942 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-976525b1-26b6-4825-ad34-9752af00b561 None None] Provisioning complete for port b05c8ad7-d421-42cb-bd3d-d1c500bdf314 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:12:41.564600 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-976525b1-26b6-4825-ad34-9752af00b561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (b05c8ad7-d421-42cb-bd3d-d1c500bdf314), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:41.588754 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:41.592571 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:41.612719 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064cef3-e7be-42c1-8f05-f71f08a8e720 admin admin] Pushing event updated for resources: {'Port': ['ID=b05c8ad7-d421-42cb-bd3d-d1c500bdf314,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:41.619311 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7064cef3-e7be-42c1-8f05-f71f08a8e720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-801681'] for router_interface (9e57a8ed-3155-41e7-b742-bacc269ffca2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:41.647395 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-976525b1-26b6-4825-ad34-9752af00b561 None None] Port b05c8ad7-d421-42cb-bd3d-d1c500bdf314 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:12:41.650453 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port 06814086-3e0a-4167-a04e-1856a2e0aa4d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:12:41.650806 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (06814086-3e0a-4167-a04e-1856a2e0aa4d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:41.690628 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1cb80cc9-24cc-400d-a9a8-befa5960c6e2 None None] Publish callbacks [] for port (72ed03a9-7e5f-4bc9-b86a-a036ece87d2e), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:41.699018 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1cb80cc9-24cc-400d-a9a8-befa5960c6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (72ed03a9-7e5f-4bc9-b86a-a036ece87d2e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:41.720732 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7064cef3-e7be-42c1-8f05-f71f08a8e720 admin admin] Network 1014bae4-5aac-4d27-8d18-b7ed18f082a8 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:41.723335 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-7064cef3-e7be-42c1-8f05-f71f08a8e720 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:41.748975 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:41.789750 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-1cb80cc9-24cc-400d-a9a8-befa5960c6e2 None None] Attempting to bind port 72ed03a9-7e5f-4bc9-b86a-a036ece87d2e on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:12:41.790070 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-1cb80cc9-24cc-400d-a9a8-befa5960c6e2 None None] Attempting to bind port 72ed03a9-7e5f-4bc9-b86a-a036ece87d2e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:12:41.790642 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb80cc9-24cc-400d-a9a8-befa5960c6e2 None None] Attempting to bind port 72ed03a9-7e5f-4bc9-b86a-a036ece87d2e on network 41de873a-d138-4cc5-b805-d53357ba161e {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:12:41.810804 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f9870-236a-419f-a4c8-87c8848de3d8 None None] Pushing event updated for resources: {'Port': ['ID=72ed03a9-7e5f-4bc9-b86a-a036ece87d2e,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:41.814058 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb80cc9-24cc-400d-a9a8-befa5960c6e2 None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:12:41.814528 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb80cc9-24cc-400d-a9a8-befa5960c6e2 None None] Checking segment: {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:12:41.814827 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1cb80cc9-24cc-400d-a9a8-befa5960c6e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:41.815204 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb80cc9-24cc-400d-a9a8-befa5960c6e2 None None] Bound using segment: {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:12:41.815676 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-1cb80cc9-24cc-400d-a9a8-befa5960c6e2 None None] Bound port: 72ed03a9-7e5f-4bc9-b86a-a036ece87d2e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:12:41.816058 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1cb80cc9-24cc-400d-a9a8-befa5960c6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (72ed03a9-7e5f-4bc9-b86a-a036ece87d2e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:41.821642 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port 06814086-3e0a-4167-a04e-1856a2e0aa4d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:12:41.824769 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 5123a017-e818-4957-ad6e-5bcae16fc72d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:41.876285 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7064cef3-e7be-42c1-8f05-f71f08a8e720 admin admin] Router 9e57a8ed-3155-41e7-b742-bacc269ffca2 has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:12:41.908064 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-1cb80cc9-24cc-400d-a9a8-befa5960c6e2 None None] For port 72ed03a9-7e5f-4bc9-b86a-a036ece87d2e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:12:41.917590 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-1cb80cc9-24cc-400d-a9a8-befa5960c6e2 None None] For port 72ed03a9-7e5f-4bc9-b86a-a036ece87d2e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=72ed03a9-7e5f-4bc9-b86a-a036ece87d2e,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:12:41.927968 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port 5123a017-e818-4957-ad6e-5bcae16fc72d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:12:41.928554 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (5123a017-e818-4957-ad6e-5bcae16fc72d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:41.955140 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883432c2-3f38-47b2-834d-f4b0403da219 req-c765f97f-642e-4a72-8cc0-a929311c2d16 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:41.958404 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-883432c2-3f38-47b2-834d-f4b0403da219 req-c765f97f-642e-4a72-8cc0-a929311c2d16 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 945 time: 0.0819342 Jul 05 10:12:41.970520 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1cb80cc9-24cc-400d-a9a8-befa5960c6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (72ed03a9-7e5f-4bc9-b86a-a036ece87d2e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:42.036909 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-883432c2-3f38-47b2-834d-f4b0403da219 req-117f6677-7ea7-4622-92c3-836ffc6db716 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691538 Jul 05 10:12:42.055014 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f9870-236a-419f-a4c8-87c8848de3d8 None None] Pushing event updated for resources: {'Port': ['ID=72ed03a9-7e5f-4bc9-b86a-a036ece87d2e,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:42.055371 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7064cef3-e7be-42c1-8f05-f71f08a8e720 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:12:42.058135 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb80cc9-24cc-400d-a9a8-befa5960c6e2 None None] Routers {'9e57a8ed-3155-41e7-b742-bacc269ffca2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:12:42.058647 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-1cb80cc9-24cc-400d-a9a8-befa5960c6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:12:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['9e57a8ed-3155-41e7-b742-bacc269ffca2'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:42.060555 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-7064cef3-e7be-42c1-8f05-f71f08a8e720 admin admin] 10.222.0.20 "PUT /v2.0/routers/9e57a8ed-3155-41e7-b742-bacc269ffca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8494895 Jul 05 10:12:42.141093 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-895ea78f-b2e5-4c97-8a51-7f2a4a84cd0a None None] Provisioning complete for port b05c8ad7-d421-42cb-bd3d-d1c500bdf314 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:12:42.141695 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-895ea78f-b2e5-4c97-8a51-7f2a4a84cd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (b05c8ad7-d421-42cb-bd3d-d1c500bdf314), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:42.208532 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port 5123a017-e818-4957-ad6e-5bcae16fc72d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:12:42.223246 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-895ea78f-b2e5-4c97-8a51-7f2a4a84cd0a None None] Port b05c8ad7-d421-42cb-bd3d-d1c500bdf314 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:12:42.233546 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-1cb80cc9-24cc-400d-a9a8-befa5960c6e2 None None] Set router 9e57a8ed-3155-41e7-b742-bacc269ffca2 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:12:42.435574 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 46108) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:42.440771 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-e0fa3b42-ad1c-469e-a862-1ad8ff01bc57 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-142710623', 'description': 'tempest-secgroup-smoke-142710623 description', 'project_id': '9edab973767545988e178ddff76557ac'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:12:42.462957 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e0fa3b42-ad1c-469e-a862-1ad8ff01bc57 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:42.526051 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:42.529062 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:42.532831 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e0fa3b42-ad1c-469e-a862-1ad8ff01bc57 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks [] for security_group (aa1b4f6b-fe45-4245-85d2-f14ab0e1f160), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:42.536761 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e0fa3b42-ad1c-469e-a862-1ad8ff01bc57 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (aa1b4f6b-fe45-4245-85d2-f14ab0e1f160), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:42.548983 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-1cb80cc9-24cc-400d-a9a8-befa5960c6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e57a8ed-3155-41e7-b742-bacc269ffca2', 'name': 'tempest-TestShelveInstance-538353100-router', 'tenant_id': '21761824bf0a46f996a66abd2b210e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.99'}], 'enable_snat': True}, 'gw_port_id': '72ed03a9-7e5f-4bc9-b86a-a036ece87d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:12:37Z', 'updated_at': '2022-07-05T10:12:41Z', 'revision_number': 4, 'project_id': '21761824bf0a46f996a66abd2b210e6d', 'gw_port': {'id': '72ed03a9-7e5f-4bc9-b86a-a036ece87d2e', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:05:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e57a8ed-3155-41e7-b742-bacc269ffca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:38Z', 'updated_at': '2022-07-05T10:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b05c8ad7-d421-42cb-bd3d-d1c500bdf314', 'name': '', 'network_id': '1014bae4-5aac-4d27-8d18-b7ed18f082a8', 'tenant_id': '21761824bf0a46f996a66abd2b210e6d', 'mac_address': 'fa:16:3e:44:11:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e57a8ed-3155-41e7-b742-bacc269ffca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '1d352784-7d1d-4099-a722-0458036f3ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:40Z', 'updated_at': '2022-07-05T10:12:41Z', 'revision_number': 2, 'project_id': '21761824bf0a46f996a66abd2b210e6d', 'subnets': [{'id': '1d352784-7d1d-4099-a722-0458036f3ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:42.569730 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e0fa3b42-ad1c-469e-a862-1ad8ff01bc57 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:42.570981 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-e0fa3b42-ad1c-469e-a862-1ad8ff01bc57 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1336620 Jul 05 10:12:42.573972 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 46112) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:42.578224 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa3b42-ad1c-469e-a862-1ad8ff01bc57 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:42.579234 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-204cd3c8-563a-44ef-80f1-a588d99eb579 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Request body: {'security_group_rule': {'security_group_id': 'aa1b4f6b-fe45-4245-85d2-f14ab0e1f160', 'project_id': '9edab973767545988e178ddff76557ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:12:42.586378 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb80cc9-24cc-400d-a9a8-befa5960c6e2 None None] The sync data for ids ['9e57a8ed-3155-41e7-b742-bacc269ffca2'] in dv-cinder-master-3-iscsi is: [{'id': '9e57a8ed-3155-41e7-b742-bacc269ffca2', 'name': 'tempest-TestShelveInstance-538353100-router', 'tenant_id': '21761824bf0a46f996a66abd2b210e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.99'}], 'enable_snat': True}, 'gw_port_id': '72ed03a9-7e5f-4bc9-b86a-a036ece87d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:12:37Z', 'updated_at': '2022-07-05T10:12:41Z', 'revision_number': 4, 'project_id': '21761824bf0a46f996a66abd2b210e6d', 'gw_port': {'id': '72ed03a9-7e5f-4bc9-b86a-a036ece87d2e', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:05:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e57a8ed-3155-41e7-b742-bacc269ffca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:38Z', 'updated_at': '2022-07-05T10:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b05c8ad7-d421-42cb-bd3d-d1c500bdf314', 'name': '', 'network_id': '1014bae4-5aac-4d27-8d18-b7ed18f082a8', 'tenant_id': '21761824bf0a46f996a66abd2b210e6d', 'mac_address': 'fa:16:3e:44:11:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e57a8ed-3155-41e7-b742-bacc269ffca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '1d352784-7d1d-4099-a722-0458036f3ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:40Z', 'updated_at': '2022-07-05T10:12:41Z', 'revision_number': 2, 'project_id': '21761824bf0a46f996a66abd2b210e6d', 'subnets': [{'id': '1d352784-7d1d-4099-a722-0458036f3ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:12:42.618041 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-204cd3c8-563a-44ef-80f1-a588d99eb579 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks [] for security_group_rule (f2ef673c-b1d2-47cd-beab-3deb5550385f), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:42.707900 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-204cd3c8-563a-44ef-80f1-a588d99eb579 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks [] for security_group_rule (f2ef673c-b1d2-47cd-beab-3deb5550385f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:42.712234 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-204cd3c8-563a-44ef-80f1-a588d99eb579 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (f2ef673c-b1d2-47cd-beab-3deb5550385f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:42.733023 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204cd3c8-563a-44ef-80f1-a588d99eb579 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ef673c-b1d2-47cd-beab-3deb5550385f,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:42.740328 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-204cd3c8-563a-44ef-80f1-a588d99eb579 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:42.741763 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-204cd3c8-563a-44ef-80f1-a588d99eb579 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1667163 Jul 05 10:12:42.745573 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 46114) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:42.750260 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-fc6621e9-9050-4993-88bc-dcf4da91e32d tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Request body: {'security_group_rule': {'security_group_id': 'aa1b4f6b-fe45-4245-85d2-f14ab0e1f160', 'project_id': '9edab973767545988e178ddff76557ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:12:42.779739 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fc6621e9-9050-4993-88bc-dcf4da91e32d tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks [] for security_group_rule (d4484564-329f-44c3-ba92-71c4f466301a), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:42.847189 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fc6621e9-9050-4993-88bc-dcf4da91e32d tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks [] for security_group_rule (d4484564-329f-44c3-ba92-71c4f466301a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:42.854363 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fc6621e9-9050-4993-88bc-dcf4da91e32d tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (d4484564-329f-44c3-ba92-71c4f466301a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:42.880857 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6621e9-9050-4993-88bc-dcf4da91e32d tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4484564-329f-44c3-ba92-71c4f466301a,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:42.886511 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fc6621e9-9050-4993-88bc-dcf4da91e32d tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:42.886649 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 06814086-3e0a-4167-a04e-1856a2e0aa4d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:42.891135 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 46116) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:42.891316 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-fc6621e9-9050-4993-88bc-dcf4da91e32d tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1443737 Jul 05 10:12:42.895615 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ad4e427c-433e-4269-bb4d-d1941a613504 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Request body: {'security_group_rule': {'security_group_id': 'aa1b4f6b-fe45-4245-85d2-f14ab0e1f160', 'project_id': '9edab973767545988e178ddff76557ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:12:42.932853 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad4e427c-433e-4269-bb4d-d1941a613504 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks [] for security_group_rule (77bccf2e-f72b-4361-a01a-e09e78c94a5d), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:42.948030 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port 06814086-3e0a-4167-a04e-1856a2e0aa4d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:12:42.948476 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (06814086-3e0a-4167-a04e-1856a2e0aa4d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:43.023697 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad4e427c-433e-4269-bb4d-d1941a613504 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks [] for security_group_rule (77bccf2e-f72b-4361-a01a-e09e78c94a5d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:43.029699 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad4e427c-433e-4269-bb4d-d1941a613504 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (77bccf2e-f72b-4361-a01a-e09e78c94a5d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:43.048026 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port 06814086-3e0a-4167-a04e-1856a2e0aa4d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:12:43.058674 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e427c-433e-4269-bb4d-d1941a613504 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77bccf2e-f72b-4361-a01a-e09e78c94a5d,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:43.069578 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ad4e427c-433e-4269-bb4d-d1941a613504 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:43.070802 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-ad4e427c-433e-4269-bb4d-d1941a613504 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1786273 Jul 05 10:12:43.073505 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 46122) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:43.079654 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-6adef360-e759-4fa6-ba8a-ca1a19195599 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Request body: {'security_group_rule': {'security_group_id': 'aa1b4f6b-fe45-4245-85d2-f14ab0e1f160', 'project_id': '9edab973767545988e178ddff76557ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:12:43.114455 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6adef360-e759-4fa6-ba8a-ca1a19195599 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks [] for security_group_rule (03701269-f1d2-45ba-a888-0f791fe3b507), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:43.160624 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:43.172858 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecf5ef-6017-45d4-9342-64ed067700b7 req-904ea5c2-6d00-4ef3-adb4-228f20e38092 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:43.174761 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f9ecf5ef-6017-45d4-9342-64ed067700b7 req-904ea5c2-6d00-4ef3-adb4-228f20e38092 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 945 time: 0.0614495 Jul 05 10:12:43.189243 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:43.201091 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6adef360-e759-4fa6-ba8a-ca1a19195599 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks [] for security_group_rule (03701269-f1d2-45ba-a888-0f791fe3b507), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:43.205993 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6adef360-e759-4fa6-ba8a-ca1a19195599 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (03701269-f1d2-45ba-a888-0f791fe3b507), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:43.227056 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adef360-e759-4fa6-ba8a-ca1a19195599 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03701269-f1d2-45ba-a888-0f791fe3b507,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:43.236624 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6adef360-e759-4fa6-ba8a-ca1a19195599 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:43.238066 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-6adef360-e759-4fa6-ba8a-ca1a19195599 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1633761 Jul 05 10:12:43.240860 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 46126) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:43.246319 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-4ed330f5-5108-42e0-8fe9-cdd55c2e8707 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Request body: {'security_group_rule': {'security_group_id': 'aa1b4f6b-fe45-4245-85d2-f14ab0e1f160', 'project_id': '9edab973767545988e178ddff76557ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:12:43.255584 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f9ecf5ef-6017-45d4-9342-64ed067700b7 req-df2df295-9fe1-48dd-8a33-a79a22ff0111 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706320 Jul 05 10:12:43.287543 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.db.securitygroups_db [None req-4ed330f5-5108-42e0-8fe9-cdd55c2e8707 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Project 9edab973767545988e178ddff76557ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:12:43.294264 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ed330f5-5108-42e0-8fe9-cdd55c2e8707 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks [] for security_group_rule (e6684fd7-5d05-4020-9ef9-96192d907c30), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:43.376377 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ed330f5-5108-42e0-8fe9-cdd55c2e8707 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks [] for security_group_rule (e6684fd7-5d05-4020-9ef9-96192d907c30), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:43.380376 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ed330f5-5108-42e0-8fe9-cdd55c2e8707 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (e6684fd7-5d05-4020-9ef9-96192d907c30), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:43.403583 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed330f5-5108-42e0-8fe9-cdd55c2e8707 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6684fd7-5d05-4020-9ef9-96192d907c30,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:43.412457 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ed330f5-5108-42e0-8fe9-cdd55c2e8707 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:43.413686 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-4ed330f5-5108-42e0-8fe9-cdd55c2e8707 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1718364 Jul 05 10:12:43.416570 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 46134) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:43.421431 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-90213be0-b344-45b4-85e2-9da364d38e45 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Request body: {'security_group_rule': {'security_group_id': 'aa1b4f6b-fe45-4245-85d2-f14ab0e1f160', 'project_id': '9edab973767545988e178ddff76557ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:12:43.434850 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:43.450593 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.db.securitygroups_db [None req-90213be0-b344-45b4-85e2-9da364d38e45 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Project 9edab973767545988e178ddff76557ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:12:43.459616 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-90213be0-b344-45b4-85e2-9da364d38e45 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks [] for security_group_rule (a11ea231-b76e-4d1d-a211-7112f6438b9d), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:43.524197 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-90213be0-b344-45b4-85e2-9da364d38e45 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks [] for security_group_rule (a11ea231-b76e-4d1d-a211-7112f6438b9d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:43.529560 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-90213be0-b344-45b4-85e2-9da364d38e45 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (a11ea231-b76e-4d1d-a211-7112f6438b9d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:43.548721 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90213be0-b344-45b4-85e2-9da364d38e45 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a11ea231-b76e-4d1d-a211-7112f6438b9d,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:43.559173 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-90213be0-b344-45b4-85e2-9da364d38e45 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:43.560372 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-90213be0-b344-45b4-85e2-9da364d38e45 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1428413 Jul 05 10:12:43.978427 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e6825893-38bf-4571-bef6-0149005a305b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:44.379401 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051dc4a9-9e8f-4336-a649-0a8faf751962 req-49d4951a-f971-4128-8e5e-c81c2606daa7 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:44.380933 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-051dc4a9-9e8f-4336-a649-0a8faf751962 req-49d4951a-f971-4128-8e5e-c81c2606daa7 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 945 time: 0.0490937 Jul 05 10:12:44.432573 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-051dc4a9-9e8f-4336-a649-0a8faf751962 req-4a51fc1f-081b-435a-9bd1-28899feea57f tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456114 Jul 05 10:12:44.734411 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6726a0a0-a9ae-4bfa-8f4b-2f2b7352dd10 None None] Sync routers for ids ['9e57a8ed-3155-41e7-b742-bacc269ffca2'] in dv-cinder-master-3-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:12:44.745712 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6726a0a0-a9ae-4bfa-8f4b-2f2b7352dd10 None None] Routers {'9e57a8ed-3155-41e7-b742-bacc269ffca2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:12:44.746304 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-6726a0a0-a9ae-4bfa-8f4b-2f2b7352dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:12:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['9e57a8ed-3155-41e7-b742-bacc269ffca2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:44.881052 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 72ed03a9-7e5f-4bc9-b86a-a036ece87d2e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:44.935939 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:44.940376 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-6726a0a0-a9ae-4bfa-8f4b-2f2b7352dd10 None None] Set router 9e57a8ed-3155-41e7-b742-bacc269ffca2 gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:12:44.947587 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port 72ed03a9-7e5f-4bc9-b86a-a036ece87d2e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:12:44.947974 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (72ed03a9-7e5f-4bc9-b86a-a036ece87d2e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:44.949457 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:45.026686 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port 72ed03a9-7e5f-4bc9-b86a-a036ece87d2e is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:12:45.027372 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (72ed03a9-7e5f-4bc9-b86a-a036ece87d2e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:45.048707 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] For port 72ed03a9-7e5f-4bc9-b86a-a036ece87d2e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=72ed03a9-7e5f-4bc9-b86a-a036ece87d2e,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:45.052499 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (72ed03a9-7e5f-4bc9-b86a-a036ece87d2e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:45.110096 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Pushing event updated for resources: {'Port': ['ID=72ed03a9-7e5f-4bc9-b86a-a036ece87d2e,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:45.144160 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-6726a0a0-a9ae-4bfa-8f4b-2f2b7352dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e57a8ed-3155-41e7-b742-bacc269ffca2', 'name': 'tempest-TestShelveInstance-538353100-router', 'tenant_id': '21761824bf0a46f996a66abd2b210e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.99'}], 'enable_snat': True}, 'gw_port_id': '72ed03a9-7e5f-4bc9-b86a-a036ece87d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:12:37Z', 'updated_at': '2022-07-05T10:12:41Z', 'revision_number': 4, 'project_id': '21761824bf0a46f996a66abd2b210e6d', 'gw_port': {'id': '72ed03a9-7e5f-4bc9-b86a-a036ece87d2e', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:05:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e57a8ed-3155-41e7-b742-bacc269ffca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:38Z', 'updated_at': '2022-07-05T10:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b05c8ad7-d421-42cb-bd3d-d1c500bdf314', 'name': '', 'network_id': '1014bae4-5aac-4d27-8d18-b7ed18f082a8', 'tenant_id': '21761824bf0a46f996a66abd2b210e6d', 'mac_address': 'fa:16:3e:44:11:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e57a8ed-3155-41e7-b742-bacc269ffca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '1d352784-7d1d-4099-a722-0458036f3ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:40Z', 'updated_at': '2022-07-05T10:12:41Z', 'revision_number': 2, 'project_id': '21761824bf0a46f996a66abd2b210e6d', 'subnets': [{'id': '1d352784-7d1d-4099-a722-0458036f3ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:45.175242 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6726a0a0-a9ae-4bfa-8f4b-2f2b7352dd10 None None] Checking router: 9e57a8ed-3155-41e7-b742-bacc269ffca2 for host: dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:12:45.175864 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6726a0a0-a9ae-4bfa-8f4b-2f2b7352dd10 None None] Updating router 9e57a8ed-3155-41e7-b742-bacc269ffca2 port b05c8ad7-d421-42cb-bd3d-d1c500bdf314 binding host dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:12:45.198507 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:45.208064 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6726a0a0-a9ae-4bfa-8f4b-2f2b7352dd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (b05c8ad7-d421-42cb-bd3d-d1c500bdf314), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:45.419979 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f23f80-760e-41cc-93ee-6856ddc7be29 req-3705a0e4-848f-42fa-8f0f-6fbd64f64455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:45.422332 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-03f23f80-760e-41cc-93ee-6856ddc7be29 req-3705a0e4-848f-42fa-8f0f-6fbd64f64455 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 1129 time: 0.0414035 Jul 05 10:12:45.473997 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-03f23f80-760e-41cc-93ee-6856ddc7be29 req-03c71094-8251-4bbf-b4d4-8fe927bf66f1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453498 Jul 05 10:12:45.514457 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6726a0a0-a9ae-4bfa-8f4b-2f2b7352dd10 None None] Publish callbacks [] for port (b05c8ad7-d421-42cb-bd3d-d1c500bdf314), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:45.524479 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6726a0a0-a9ae-4bfa-8f4b-2f2b7352dd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (b05c8ad7-d421-42cb-bd3d-d1c500bdf314), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:45.572311 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee32ec-1ac1-4f0e-8305-559bb383ecf1 req-37a27a02-b8a2-44f0-949e-172a62db7758 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:45.573834 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-16ee32ec-1ac1-4f0e-8305-559bb383ecf1 req-37a27a02-b8a2-44f0-949e-172a62db7758 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 945 time: 0.0554316 Jul 05 10:12:45.574280 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf9763-1ff0-4fd8-80f3-16fa8ec16f26 None None] Pushing event updated for resources: {'Port': ['ID=b05c8ad7-d421-42cb-bd3d-d1c500bdf314,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:45.643819 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-16ee32ec-1ac1-4f0e-8305-559bb383ecf1 req-da7f8385-f686-49aa-a06d-c633f7137126 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567689 Jul 05 10:12:45.663490 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-6726a0a0-a9ae-4bfa-8f4b-2f2b7352dd10 None None] Attempting to bind port b05c8ad7-d421-42cb-bd3d-d1c500bdf314 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:12:45.664062 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-6726a0a0-a9ae-4bfa-8f4b-2f2b7352dd10 None None] Attempting to bind port b05c8ad7-d421-42cb-bd3d-d1c500bdf314 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '7eb9e53d-763e-4c63-a007-956852a5ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1014bae4-5aac-4d27-8d18-b7ed18f082a8'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:12:45.664592 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6726a0a0-a9ae-4bfa-8f4b-2f2b7352dd10 None None] Attempting to bind port b05c8ad7-d421-42cb-bd3d-d1c500bdf314 on network 1014bae4-5aac-4d27-8d18-b7ed18f082a8 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:12:45.671190 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6726a0a0-a9ae-4bfa-8f4b-2f2b7352dd10 None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:12:45.671587 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6726a0a0-a9ae-4bfa-8f4b-2f2b7352dd10 None None] Checking segment: {'id': '7eb9e53d-763e-4c63-a007-956852a5ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1014bae4-5aac-4d27-8d18-b7ed18f082a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:12:45.671976 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6726a0a0-a9ae-4bfa-8f4b-2f2b7352dd10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:45.672348 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6726a0a0-a9ae-4bfa-8f4b-2f2b7352dd10 None None] Bound using segment: {'id': '7eb9e53d-763e-4c63-a007-956852a5ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1014bae4-5aac-4d27-8d18-b7ed18f082a8'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:12:45.672905 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-6726a0a0-a9ae-4bfa-8f4b-2f2b7352dd10 None None] Bound port: b05c8ad7-d421-42cb-bd3d-d1c500bdf314, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb9e53d-763e-4c63-a007-956852a5ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1014bae4-5aac-4d27-8d18-b7ed18f082a8'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:12:45.673174 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6726a0a0-a9ae-4bfa-8f4b-2f2b7352dd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (b05c8ad7-d421-42cb-bd3d-d1c500bdf314), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:45.740122 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-6726a0a0-a9ae-4bfa-8f4b-2f2b7352dd10 None None] For port b05c8ad7-d421-42cb-bd3d-d1c500bdf314, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:12:45.744602 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-6726a0a0-a9ae-4bfa-8f4b-2f2b7352dd10 None None] For port b05c8ad7-d421-42cb-bd3d-d1c500bdf314, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b05c8ad7-d421-42cb-bd3d-d1c500bdf314,segment=NetworkSegment(7eb9e53d-763e-4c63-a007-956852a5ee5a),segment_id=7eb9e53d-763e-4c63-a007-956852a5ee5a)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:12:45.753341 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6726a0a0-a9ae-4bfa-8f4b-2f2b7352dd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (b05c8ad7-d421-42cb-bd3d-d1c500bdf314), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:45.782968 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:45.819789 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6726a0a0-a9ae-4bfa-8f4b-2f2b7352dd10 None None] Routers {'9e57a8ed-3155-41e7-b742-bacc269ffca2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:12:45.820637 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-6726a0a0-a9ae-4bfa-8f4b-2f2b7352dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:12:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['9e57a8ed-3155-41e7-b742-bacc269ffca2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:45.865685 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c6111f3d-7d64-4216-aa1f-3cc8ccbf704a None None] Provisioning complete for port b05c8ad7-d421-42cb-bd3d-d1c500bdf314 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:12:45.866088 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c6111f3d-7d64-4216-aa1f-3cc8ccbf704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (b05c8ad7-d421-42cb-bd3d-d1c500bdf314), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:45.876542 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf9763-1ff0-4fd8-80f3-16fa8ec16f26 None None] Pushing event updated for resources: {'Port': ['ID=b05c8ad7-d421-42cb-bd3d-d1c500bdf314,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:45.969316 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-6726a0a0-a9ae-4bfa-8f4b-2f2b7352dd10 None None] Set router 9e57a8ed-3155-41e7-b742-bacc269ffca2 gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:12:45.980319 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c6111f3d-7d64-4216-aa1f-3cc8ccbf704a None None] Current status of the port b05c8ad7-d421-42cb-bd3d-d1c500bdf314 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:12:45.980749 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c6111f3d-7d64-4216-aa1f-3cc8ccbf704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (b05c8ad7-d421-42cb-bd3d-d1c500bdf314), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:46.023559 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c6111f3d-7d64-4216-aa1f-3cc8ccbf704a None None] For port b05c8ad7-d421-42cb-bd3d-d1c500bdf314, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b05c8ad7-d421-42cb-bd3d-d1c500bdf314,segment=NetworkSegment(7eb9e53d-763e-4c63-a007-956852a5ee5a),segment_id=7eb9e53d-763e-4c63-a007-956852a5ee5a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:46.028710 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c6111f3d-7d64-4216-aa1f-3cc8ccbf704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (b05c8ad7-d421-42cb-bd3d-d1c500bdf314), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:46.082016 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6111f3d-7d64-4216-aa1f-3cc8ccbf704a None None] Pushing event updated for resources: {'Port': ['ID=b05c8ad7-d421-42cb-bd3d-d1c500bdf314,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:46.149603 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-27047391-bc7b-46f1-bd4d-c9adc0a69fb4 None None] Provisioning complete for port b05c8ad7-d421-42cb-bd3d-d1c500bdf314 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:12:46.155858 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-27047391-bc7b-46f1-bd4d-c9adc0a69fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (b05c8ad7-d421-42cb-bd3d-d1c500bdf314), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:46.194262 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-6726a0a0-a9ae-4bfa-8f4b-2f2b7352dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e57a8ed-3155-41e7-b742-bacc269ffca2', 'name': 'tempest-TestShelveInstance-538353100-router', 'tenant_id': '21761824bf0a46f996a66abd2b210e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.99'}], 'enable_snat': True}, 'gw_port_id': '72ed03a9-7e5f-4bc9-b86a-a036ece87d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:12:37Z', 'updated_at': '2022-07-05T10:12:41Z', 'revision_number': 4, 'project_id': '21761824bf0a46f996a66abd2b210e6d', 'gw_port': {'id': '72ed03a9-7e5f-4bc9-b86a-a036ece87d2e', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:05:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e57a8ed-3155-41e7-b742-bacc269ffca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:38Z', 'updated_at': '2022-07-05T10:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b05c8ad7-d421-42cb-bd3d-d1c500bdf314', 'name': '', 'network_id': '1014bae4-5aac-4d27-8d18-b7ed18f082a8', 'tenant_id': '21761824bf0a46f996a66abd2b210e6d', 'mac_address': 'fa:16:3e:44:11:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e57a8ed-3155-41e7-b742-bacc269ffca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '1d352784-7d1d-4099-a722-0458036f3ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:40Z', 'updated_at': '2022-07-05T10:12:45Z', 'revision_number': 4, 'project_id': '21761824bf0a46f996a66abd2b210e6d', 'subnets': [{'id': '1d352784-7d1d-4099-a722-0458036f3ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:46.196266 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:46.230704 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6726a0a0-a9ae-4bfa-8f4b-2f2b7352dd10 None None] The sync data for ids ['9e57a8ed-3155-41e7-b742-bacc269ffca2'] in dv-cinder-master-3-iscsi is: [{'id': '9e57a8ed-3155-41e7-b742-bacc269ffca2', 'name': 'tempest-TestShelveInstance-538353100-router', 'tenant_id': '21761824bf0a46f996a66abd2b210e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.99'}], 'enable_snat': True}, 'gw_port_id': '72ed03a9-7e5f-4bc9-b86a-a036ece87d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:12:37Z', 'updated_at': '2022-07-05T10:12:41Z', 'revision_number': 4, 'project_id': '21761824bf0a46f996a66abd2b210e6d', 'gw_port': {'id': '72ed03a9-7e5f-4bc9-b86a-a036ece87d2e', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:05:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e57a8ed-3155-41e7-b742-bacc269ffca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:38Z', 'updated_at': '2022-07-05T10:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b05c8ad7-d421-42cb-bd3d-d1c500bdf314', 'name': '', 'network_id': '1014bae4-5aac-4d27-8d18-b7ed18f082a8', 'tenant_id': '21761824bf0a46f996a66abd2b210e6d', 'mac_address': 'fa:16:3e:44:11:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e57a8ed-3155-41e7-b742-bacc269ffca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '1d352784-7d1d-4099-a722-0458036f3ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:40Z', 'updated_at': '2022-07-05T10:12:45Z', 'revision_number': 4, 'project_id': '21761824bf0a46f996a66abd2b210e6d', 'subnets': [{'id': '1d352784-7d1d-4099-a722-0458036f3ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:12:46.245971 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-27047391-bc7b-46f1-bd4d-c9adc0a69fb4 None None] Current status of the port b05c8ad7-d421-42cb-bd3d-d1c500bdf314 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:12:46.249268 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:46.764038 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72937c27-a5de-4b83-b340-23e2bfd462c0 req-37c6ed0f-2165-4994-9b2b-c5481a5c1e0a tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:46.766272 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-72937c27-a5de-4b83-b340-23e2bfd462c0 req-37c6ed0f-2165-4994-9b2b-c5481a5c1e0a tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 945 time: 0.0497794 Jul 05 10:12:46.801781 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:46.818571 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-72937c27-a5de-4b83-b340-23e2bfd462c0 req-b6825964-4e9c-4929-b324-d8475290cdfe tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466793 Jul 05 10:12:46.894271 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 72ed03a9-7e5f-4bc9-b86a-a036ece87d2e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:46.897555 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:46.942575 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port 72ed03a9-7e5f-4bc9-b86a-a036ece87d2e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:12:46.942941 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (72ed03a9-7e5f-4bc9-b86a-a036ece87d2e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:47.017671 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port 72ed03a9-7e5f-4bc9-b86a-a036ece87d2e is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:12:47.018760 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device b05c8ad7-d421-42cb-bd3d-d1c500bdf314 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:47.062171 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port b05c8ad7-d421-42cb-bd3d-d1c500bdf314 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:12:47.062745 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (b05c8ad7-d421-42cb-bd3d-d1c500bdf314), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:47.137664 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port b05c8ad7-d421-42cb-bd3d-d1c500bdf314 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:12:47.946029 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f972e7-df16-4603-b77b-6201dba17889 req-da75d036-acb8-4c9e-94c4-2f7d38b1d08c tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:47.947501 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e6f972e7-df16-4603-b77b-6201dba17889 req-da75d036-acb8-4c9e-94c4-2f7d38b1d08c tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 945 time: 0.0479789 Jul 05 10:12:48.001271 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e6f972e7-df16-4603-b77b-6201dba17889 req-bb64abf6-7e35-4cca-9d17-9a3b57607887 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473936 Jul 05 10:12:48.270633 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:48.312719 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c58de-79e5-4de2-a3b1-e6ad2c83ceba req-fd42446f-59d7-4415-9d9f-cb46d29ab3a7 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:48.314177 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-325c58de-79e5-4de2-a3b1-e6ad2c83ceba req-fd42446f-59d7-4415-9d9f-cb46d29ab3a7 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 945 time: 0.0945990 Jul 05 10:12:48.316486 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de68509-78f6-40c7-881c-7002577f8dc6 req-819f82cc-17c0-4b14-9372-1e469b80e46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:48.318067 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9de68509-78f6-40c7-881c-7002577f8dc6 req-819f82cc-17c0-4b14-9372-1e469b80e46a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f2199fa0bc54901aa24195a250a9e25&device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 1129 time: 0.0606248 Jul 05 10:12:48.408983 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-325c58de-79e5-4de2-a3b1-e6ad2c83ceba req-4f7357b2-fc92-4e92-9e00-37a96dbf8a65 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867925 Jul 05 10:12:48.413486 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 46302) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:48.465746 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de68509-78f6-40c7-881c-7002577f8dc6 req-87068721-d4f5-4bb9-a7b0-b4ed3c4d5bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:48.467364 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9de68509-78f6-40c7-881c-7002577f8dc6 req-87068721-d4f5-4bb9-a7b0-b4ed3c4d5bdf service neutron] 10.222.0.30 "GET /v2.0/networks?id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 HTTP/1.1" status: 200 len: 919 time: 0.1375861 Jul 05 10:12:48.509737 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9de68509-78f6-40c7-881c-7002577f8dc6 req-b3dd1368-c401-409f-95f9-597bbd546735 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=494e9e9b-34e3-4ca8-b312-38f821ddd851 HTTP/1.1" status: 200 len: 217 time: 0.0351515 Jul 05 10:12:48.558978 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de68509-78f6-40c7-881c-7002577f8dc6 req-30eab54a-1291-4d43-9c81-33d1ab1fd698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:48.560441 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9de68509-78f6-40c7-881c-7002577f8dc6 req-30eab54a-1291-4d43-9c81-33d1ab1fd698 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49eafe0c-582f-492a-b16d-b0de2f074502 HTTP/1.1" status: 200 len: 857 time: 0.0446544 Jul 05 10:12:48.573816 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-066927f7-a8bc-49ef-9ba3-a5d1600a5c45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:48.628371 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de68509-78f6-40c7-881c-7002577f8dc6 req-954390fd-83be-4944-80e4-1aa405ef7b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:48.630106 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9de68509-78f6-40c7-881c-7002577f8dc6 req-954390fd-83be-4944-80e4-1aa405ef7b92 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551426 Jul 05 10:12:48.668685 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-066927f7-a8bc-49ef-9ba3-a5d1600a5c45 admin admin] Publish callbacks [] for security_group (d8d172bd-b248-478b-9a5b-5892a99d3a0f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:48.674547 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-066927f7-a8bc-49ef-9ba3-a5d1600a5c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (d8d172bd-b248-478b-9a5b-5892a99d3a0f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:48.720212 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066927f7-a8bc-49ef-9ba3-a5d1600a5c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d172bd-b248-478b-9a5b-5892a99d3a0f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:48.724808 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-066927f7-a8bc-49ef-9ba3-a5d1600a5c45 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02642b99cd0948538503f2257be2c33f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3103154 Jul 05 10:12:48.728049 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 46310) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:48.734571 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9de68509-78f6-40c7-881c-7002577f8dc6 req-8de84072-058d-4a5a-93c4-a27caff687ec service neutron] 10.222.0.30 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968814 Jul 05 10:12:48.784554 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-98605908-6c71-4407-9087-1e42ab4eb76f admin admin] Publish callbacks [] for security_group (d8d172bd-b248-478b-9a5b-5892a99d3a0f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:48.811502 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-98605908-6c71-4407-9087-1e42ab4eb76f admin admin] Publish callbacks [] for security_group (d8d172bd-b248-478b-9a5b-5892a99d3a0f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:48.825159 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:48.854434 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 46314) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:48.854933 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9de68509-78f6-40c7-881c-7002577f8dc6 req-0a8861b8-860d-447f-b74d-742134aae769 service neutron] 10.222.0.30 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122332 Jul 05 10:12:48.873478 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-98605908-6c71-4407-9087-1e42ab4eb76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (d8d172bd-b248-478b-9a5b-5892a99d3a0f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:48.877758 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-98605908-6c71-4407-9087-1e42ab4eb76f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:48.879157 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-98605908-6c71-4407-9087-1e42ab4eb76f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8d172bd-b248-478b-9a5b-5892a99d3a0f HTTP/1.1" status: 204 len: 168 time: 0.1506698 Jul 05 10:12:48.889406 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98605908-6c71-4407-9087-1e42ab4eb76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d172bd-b248-478b-9a5b-5892a99d3a0f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:48.907171 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:49.133658 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e9321e34-b435-4115-8e48-897a296b0ef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:49.168712 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=15 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:49.221833 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e9321e34-b435-4115-8e48-897a296b0ef1 admin admin] Publish callbacks [] for security_group (0a4d2ca7-684e-47fa-9eea-db1b3c3f9246), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:49.227390 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e9321e34-b435-4115-8e48-897a296b0ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (0a4d2ca7-684e-47fa-9eea-db1b3c3f9246), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:49.272928 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9321e34-b435-4115-8e48-897a296b0ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4d2ca7-684e-47fa-9eea-db1b3c3f9246,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:49.277040 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-e9321e34-b435-4115-8e48-897a296b0ef1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f46cacb9afd497e8dc998789cf87b89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4213004 Jul 05 10:12:49.279712 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 46334) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:49.339340 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e9f6bc1-2d64-4862-9050-89536587adc8 admin admin] Publish callbacks [] for security_group (0a4d2ca7-684e-47fa-9eea-db1b3c3f9246), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:49.362510 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e9f6bc1-2d64-4862-9050-89536587adc8 admin admin] Publish callbacks [] for security_group (0a4d2ca7-684e-47fa-9eea-db1b3c3f9246), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:49.417554 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e9f6bc1-2d64-4862-9050-89536587adc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (0a4d2ca7-684e-47fa-9eea-db1b3c3f9246), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:49.420121 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e9f6bc1-2d64-4862-9050-89536587adc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:49.421313 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-1e9f6bc1-2d64-4862-9050-89536587adc8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a4d2ca7-684e-47fa-9eea-db1b3c3f9246 HTTP/1.1" status: 204 len: 168 time: 0.1406479 Jul 05 10:12:49.430002 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f6bc1-2d64-4862-9050-89536587adc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4d2ca7-684e-47fa-9eea-db1b3c3f9246,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:49.545160 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8292d7-4c5a-4fa2-ab60-d84140f78e88 req-d31129bd-1a16-404a-8421-4be1418c5795 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:49.546642 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3e8292d7-4c5a-4fa2-ab60-d84140f78e88 req-d31129bd-1a16-404a-8421-4be1418c5795 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 945 time: 0.0517924 Jul 05 10:12:49.618692 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3e8292d7-4c5a-4fa2-ab60-d84140f78e88 req-bc45dea1-dc7d-47f6-8e35-39cc4c9033e4 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647740 Jul 05 10:12:50.738777 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d176a9-ba20-49b4-b452-43f6c3c72713 req-cd00bc5b-5f82-4885-8a8c-3e985d85dabf tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:50.740363 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a7d176a9-ba20-49b4-b452-43f6c3c72713 req-cd00bc5b-5f82-4885-8a8c-3e985d85dabf tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 945 time: 0.0517108 Jul 05 10:12:50.788533 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a7d176a9-ba20-49b4-b452-43f6c3c72713 req-1d1a3440-6d6d-44ca-aadc-4bdc075cdea3 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417461 Jul 05 10:12:51.911745 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb7fd5-d92a-48e2-90e3-dfb9f2544a86 req-aa0ee081-b490-404f-9bc9-6d95c05f5a55 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:51.913254 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6beb7fd5-d92a-48e2-90e3-dfb9f2544a86 req-aa0ee081-b490-404f-9bc9-6d95c05f5a55 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 945 time: 0.0540724 Jul 05 10:12:51.961328 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6beb7fd5-d92a-48e2-90e3-dfb9f2544a86 req-6b742da2-c84d-48ce-b087-e65d2630e689 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423236 Jul 05 10:12:52.695058 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 46418) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:52.821566 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ac418e3-9be7-4553-9bd7-d8eb4cd20b93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:52.885053 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:52.946734 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ac418e3-9be7-4553-9bd7-d8eb4cd20b93 admin admin] Publish callbacks [] for security_group (f10c4ead-c4bf-4558-aebd-a40ecdfb3924), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:52.950257 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ac418e3-9be7-4553-9bd7-d8eb4cd20b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (f10c4ead-c4bf-4558-aebd-a40ecdfb3924), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:52.992811 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-1ac418e3-9be7-4553-9bd7-d8eb4cd20b93 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c65da84ed2443fbbeae23f12915eb0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2966006 Jul 05 10:12:52.995466 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 46436) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:12:52.997169 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac418e3-9be7-4553-9bd7-d8eb4cd20b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10c4ead-c4bf-4558-aebd-a40ecdfb3924,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:53.069347 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5c51c3fd-49f1-4167-aec0-f73c4018bba6 admin admin] Publish callbacks [] for security_group (f10c4ead-c4bf-4558-aebd-a40ecdfb3924), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:53.123268 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5c51c3fd-49f1-4167-aec0-f73c4018bba6 admin admin] Publish callbacks [] for security_group (f10c4ead-c4bf-4558-aebd-a40ecdfb3924), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:53.130891 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18675b-0372-4035-a6ff-53f0dad9defb req-622331a1-87f6-4a4b-9255-03d63274ee89 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:12:53.132371 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fc18675b-0372-4035-a6ff-53f0dad9defb req-622331a1-87f6-4a4b-9255-03d63274ee89 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 945 time: 0.0778177 Jul 05 10:12:53.140803 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:12:53.218872 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fc18675b-0372-4035-a6ff-53f0dad9defb req-75e449f8-1791-44d5-a4a6-1492fcc7ede3 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807467 Jul 05 10:12:53.229134 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5c51c3fd-49f1-4167-aec0-f73c4018bba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (f10c4ead-c4bf-4558-aebd-a40ecdfb3924), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:53.232568 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5c51c3fd-49f1-4167-aec0-f73c4018bba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:12:53.233858 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-5c51c3fd-49f1-4167-aec0-f73c4018bba6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f10c4ead-c4bf-4558-aebd-a40ecdfb3924 HTTP/1.1" status: 204 len: 168 time: 0.2373791 Jul 05 10:12:53.243022 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51c3fd-49f1-4167-aec0-f73c4018bba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10c4ead-c4bf-4558-aebd-a40ecdfb3924,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:59.443630 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=25 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:02.096684 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 46536) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:13:02.101799 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-740ad310-f712-4985-b2dc-b427230aac5b tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Request body: {'security_group': {'name': 'tempest-securitygroup--465625435', 'description': 'tempest-description--1792335757'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:13:02.126872 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-740ad310-f712-4985-b2dc-b427230aac5b tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:02.245589 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-740ad310-f712-4985-b2dc-b427230aac5b tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks [] for security_group (cdcadc04-af81-4d13-9ba4-b9e46db2f82d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:02.250576 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-740ad310-f712-4985-b2dc-b427230aac5b tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (cdcadc04-af81-4d13-9ba4-b9e46db2f82d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:02.285717 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-740ad310-f712-4985-b2dc-b427230aac5b tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:02.288855 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-740ad310-f712-4985-b2dc-b427230aac5b tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1895144 Jul 05 10:13:02.290601 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 46542) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:13:02.291799 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ad310-f712-4985-b2dc-b427230aac5b tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcadc04-af81-4d13-9ba4-b9e46db2f82d,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:02.298187 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-4569a02e-233a-4b94-a708-2c131ae59dfa tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Request body: {'security_group_rule': {'security_group_id': 'cdcadc04-af81-4d13-9ba4-b9e46db2f82d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:13:02.335444 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4569a02e-233a-4b94-a708-2c131ae59dfa tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks [] for security_group_rule (f55acd23-ab62-45c7-a694-fb6a37303af0), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:02.420570 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4569a02e-233a-4b94-a708-2c131ae59dfa tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks [] for security_group_rule (f55acd23-ab62-45c7-a694-fb6a37303af0), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:02.424285 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4569a02e-233a-4b94-a708-2c131ae59dfa tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (f55acd23-ab62-45c7-a694-fb6a37303af0), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:02.442395 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569a02e-233a-4b94-a708-2c131ae59dfa tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f55acd23-ab62-45c7-a694-fb6a37303af0,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:02.452175 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4569a02e-233a-4b94-a708-2c131ae59dfa tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:02.456172 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 46546) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:13:02.456326 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-4569a02e-233a-4b94-a708-2c131ae59dfa tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1639922 Jul 05 10:13:02.461775 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-7c5fde24-1543-44b8-8aea-ae73e027833a tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Request body: {'security_group_rule': {'security_group_id': 'cdcadc04-af81-4d13-9ba4-b9e46db2f82d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:13:02.489731 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7c5fde24-1543-44b8-8aea-ae73e027833a tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks [] for security_group_rule (1e521fae-4610-4a23-8485-4c64f1d8d1c0), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:02.553223 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7c5fde24-1543-44b8-8aea-ae73e027833a tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks [] for security_group_rule (1e521fae-4610-4a23-8485-4c64f1d8d1c0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:02.557145 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7c5fde24-1543-44b8-8aea-ae73e027833a tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (1e521fae-4610-4a23-8485-4c64f1d8d1c0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:02.570313 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:INSERT=18,neutron:SELECT=75,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:02.578516 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5fde24-1543-44b8-8aea-ae73e027833a tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e521fae-4610-4a23-8485-4c64f1d8d1c0,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:02.589574 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7c5fde24-1543-44b8-8aea-ae73e027833a tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:02.590862 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-7c5fde24-1543-44b8-8aea-ae73e027833a tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1333501 Jul 05 10:13:02.595126 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 46550) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:13:02.601174 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-5873fa8e-e0d0-4964-ac23-f29a04bebecc tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Request body: {'floatingip': {'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:13:02.641809 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5873fa8e-e0d0-4964-ac23-f29a04bebecc tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:02.746835 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5873fa8e-e0d0-4964-ac23-f29a04bebecc tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:02.919452 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-5873fa8e-e0d0-4964-ac23-f29a04bebecc tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Allocated IP 172.37.2.201 (41de873a-d138-4cc5-b805-d53357ba161e/988cd17f-ff06-4e31-a156-b2c72b1aa185/318f979a-636e-4348-8ea3-d1780a97ba9a) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:13:03.034083 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:03.075235 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5873fa8e-e0d0-4964-ac23-f29a04bebecc tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks [] for port (318f979a-636e-4348-8ea3-d1780a97ba9a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:03.116275 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5873fa8e-e0d0-4964-ac23-f29a04bebecc tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (318f979a-636e-4348-8ea3-d1780a97ba9a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:03.164973 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5873fa8e-e0d0-4964-ac23-f29a04bebecc tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Network 41de873a-d138-4cc5-b805-d53357ba161e is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:13:03.167925 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-5873fa8e-e0d0-4964-ac23-f29a04bebecc tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:03.173003 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5873fa8e-e0d0-4964-ac23-f29a04bebecc tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:13:03.203870 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:03.206427 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873fa8e-e0d0-4964-ac23-f29a04bebecc tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Pushing event updated for resources: {'Port': ['ID=318f979a-636e-4348-8ea3-d1780a97ba9a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:03.265210 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:03.306990 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5873fa8e-e0d0-4964-ac23-f29a04bebecc tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks [] for floatingip (244d163c-1d6e-4aea-88b5-01f27b61c477), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:03.355413 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5873fa8e-e0d0-4964-ac23-f29a04bebecc tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (318f979a-636e-4348-8ea3-d1780a97ba9a), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:03.541451 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5873fa8e-e0d0-4964-ac23-f29a04bebecc tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks [] for port (318f979a-636e-4348-8ea3-d1780a97ba9a), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:03.546562 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5873fa8e-e0d0-4964-ac23-f29a04bebecc tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (318f979a-636e-4348-8ea3-d1780a97ba9a), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:03.627337 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873fa8e-e0d0-4964-ac23-f29a04bebecc tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Pushing event updated for resources: {'Port': ['ID=318f979a-636e-4348-8ea3-d1780a97ba9a,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:03.649072 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5873fa8e-e0d0-4964-ac23-f29a04bebecc tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-790480'] for floatingip (244d163c-1d6e-4aea-88b5-01f27b61c477), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:03.659101 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5873fa8e-e0d0-4964-ac23-f29a04bebecc tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:03.660484 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-5873fa8e-e0d0-4964-ac23-f29a04bebecc tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0638595 Jul 05 10:13:06.332135 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=14 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:06.336061 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=52 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:11.219023 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:11.481475 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2e9f9907-be14-43a4-818f-c1d51b6772d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:12.582936 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=47,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:12.923765 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b4008ece-6e9f-474d-b3cb-5794a209f977 req-49bc9d9e-6781-484c-bb20-505318cc5c17 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413334 Jul 05 10:13:13.026615 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4008ece-6e9f-474d-b3cb-5794a209f977 req-426dbc05-ebab-4181-88c1-83c4a12b66b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:13.028217 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b4008ece-6e9f-474d-b3cb-5794a209f977 req-426dbc05-ebab-4181-88c1-83c4a12b66b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f2199fa0bc54901aa24195a250a9e25&device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 1130 time: 0.0602989 Jul 05 10:13:13.141111 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4008ece-6e9f-474d-b3cb-5794a209f977 req-1c5de7e1-57b0-4cae-a2cf-06b8a0cc9deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:13.142509 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b4008ece-6e9f-474d-b3cb-5794a209f977 req-1c5de7e1-57b0-4cae-a2cf-06b8a0cc9deb service neutron] 10.222.0.30 "GET /v2.0/networks?id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 HTTP/1.1" status: 200 len: 919 time: 0.0945756 Jul 05 10:13:13.182836 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b4008ece-6e9f-474d-b3cb-5794a209f977 req-7731a055-4226-401b-8f1a-0c43c7e039d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff58dc45-3b6a-4ad9-a225-3ec518174c19 HTTP/1.1" status: 200 len: 217 time: 0.0337296 Jul 05 10:13:13.242974 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4008ece-6e9f-474d-b3cb-5794a209f977 req-4dc1295b-0d42-4bd0-b14a-f341674289cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:13.242974 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b4008ece-6e9f-474d-b3cb-5794a209f977 req-4dc1295b-0d42-4bd0-b14a-f341674289cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49eafe0c-582f-492a-b16d-b0de2f074502 HTTP/1.1" status: 200 len: 857 time: 0.0532646 Jul 05 10:13:13.287384 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4008ece-6e9f-474d-b3cb-5794a209f977 req-f49fe799-7c47-45c1-a6e2-e5e84da3c8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:13.289023 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b4008ece-6e9f-474d-b3cb-5794a209f977 req-f49fe799-7c47-45c1-a6e2-e5e84da3c8d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400670 Jul 05 10:13:13.314352 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:13.405544 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b4008ece-6e9f-474d-b3cb-5794a209f977 req-79b5d09a-cdb2-4a55-a875-c1c2cc492ada service neutron] 10.222.0.30 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101575 Jul 05 10:13:13.532072 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b4008ece-6e9f-474d-b3cb-5794a209f977 req-707cbd37-adc9-4082-b74d-ec7af32ca2e8 service neutron] 10.222.0.30 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191559 Jul 05 10:13:13.982680 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-aac28de5-d747-4af3-8b78-1228ca676e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:14.207120 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-9369fe7c-3bf1-4137-99f3-9857e39365e4 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=9bf4c2e6ff4347f5b5e46efe5d431dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392570 Jul 05 10:13:14.238433 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:13:14.295701 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:14.419301 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-de3c3314-3521-4111-a49e-ee5d5362ec38 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--465625435&fields=id&tenant_id=3f2199fa0bc54901aa24195a250a9e25 HTTP/1.1" status: 200 len: 267 time: 0.1671624 Jul 05 10:13:14.444350 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-9bd990d4-3ba9-47ab-a1e1-aa03790a6290 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:14.445761 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-9bd990d4-3ba9-47ab-a1e1-aa03790a6290 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2293701 Jul 05 10:13:14.477051 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-3f65cbc2-4562-4185-a7d0-9c32bf6a544b tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/quotas/9bf4c2e6ff4347f5b5e46efe5d431dc9 HTTP/1.1" status: 200 len: 375 time: 0.0216148 Jul 05 10:13:14.745650 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-2aa5b473-fa4e-4b48-8e74-dcb6ace86923 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bf4c2e6ff4347f5b5e46efe5d431dc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2635643 Jul 05 10:13:14.774885 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-e5d1e93d-cf6c-4977-b79a-d0b595405048 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:14.776303 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-e5d1e93d-cf6c-4977-b79a-d0b595405048 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/networks?id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 HTTP/1.1" status: 200 len: 818 time: 0.3499260 Jul 05 10:13:14.790902 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-18d13127-328a-42ad-aada-ef09f3211704 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/quotas/3f2199fa0bc54901aa24195a250a9e25 HTTP/1.1" status: 200 len: 375 time: 0.0092499 Jul 05 10:13:14.846913 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-b062fc21-ed80-46a0-ab74-e94ba38e97f6 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f2199fa0bc54901aa24195a250a9e25&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0509367 Jul 05 10:13:14.921960 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e9445100-2c4b-42e8-aafb-9f91dfe9f293 req-f5585bb8-6f73-4ad7-ba54-f7a1a6cef972 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/ports?device_id=81676d9e-8ae6-4214-8763-1a143ffac94c HTTP/1.1" status: 200 len: 210 time: 0.0435514 Jul 05 10:13:14.922292 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:14.995514 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-2aa51c4a-98d9-417f-adf4-81f93dbad88b service neutron] 10.222.0.20 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251509 Jul 05 10:13:15.090341 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-c89f9d5d-ca32-41a7-a9ff-93d8de01da2b service neutron] 10.222.0.20 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891149 Jul 05 10:13:15.263702 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-64c615f8-2de1-4746-bf33-903698fdd17c req-73d60a48-7fa3-4d96-bac8-55c0a9680dbb tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 210 time: 0.0325320 Jul 05 10:13:16.020971 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-583f6099-d39a-4356-bb5a-649f038db8cb req-cbb3da96-eeeb-4e33-b70f-6358710b64b6 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/ports?device_id=81676d9e-8ae6-4214-8763-1a143ffac94c HTTP/1.1" status: 200 len: 210 time: 0.0277197 Jul 05 10:13:16.241838 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:16.358846 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-72912d1c-c482-4af7-8a85-a25b7539a3be req-84316f7a-1c42-4085-a308-4e7e953791c8 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 210 time: 0.0285687 Jul 05 10:13:16.798584 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:17.116663 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bf3756ee-f3d1-41c1-8235-b5fa219728e7 req-27e87004-756f-463c-8017-1c1dc42def4c tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/ports?device_id=81676d9e-8ae6-4214-8763-1a143ffac94c HTTP/1.1" status: 200 len: 210 time: 0.0303359 Jul 05 10:13:17.452201 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-42b3d398-d21c-4314-af50-bc246951c5ae req-dd3bf634-6b75-4a9c-807f-33cb4f2c559e tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 210 time: 0.0282478 Jul 05 10:13:18.226578 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-62314870-6ade-4d4d-a02b-f111d3a35732 req-7c198ea1-293f-48c2-a28f-5da6f7737daf tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/ports?device_id=81676d9e-8ae6-4214-8763-1a143ffac94c HTTP/1.1" status: 200 len: 210 time: 0.0287125 Jul 05 10:13:18.547631 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e19973f4-9d83-4495-9b0c-1de1c36712a3 req-38e9bbb1-79a1-4c53-8eea-30dac35a5d9d tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 210 time: 0.0287116 Jul 05 10:13:19.354895 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-80b4f09e-4226-43e9-9ef5-7a3bd80f8abd req-c83b3353-f7fc-4a11-b8d7-7b72a7d6c352 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/ports?device_id=81676d9e-8ae6-4214-8763-1a143ffac94c HTTP/1.1" status: 200 len: 210 time: 0.0453172 Jul 05 10:13:19.515590 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-8f5ae641-0aef-4ddf-adf6-55d971740d58 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=9bf4c2e6ff4347f5b5e46efe5d431dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256815 Jul 05 10:13:19.701157 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ab56ff2c-edc9-4d16-8394-b8303245dd33 req-aff18442-be7a-4d71-9e24-da73f8f52074 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 210 time: 0.0427296 Jul 05 10:13:19.735205 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-cfb0fc76-4ca8-454a-a3e9-70b30f850e52 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:19.736640 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-cfb0fc76-4ca8-454a-a3e9-70b30f850e52 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2158124 Jul 05 10:13:19.743850 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-e64d6f26-f4ed-4703-861e-e18c1f19fbb4 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:19.745375 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-e64d6f26-f4ed-4703-861e-e18c1f19fbb4 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.30 "GET /v2.0/networks?id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 HTTP/1.1" status: 200 len: 818 time: 0.3669043 Jul 05 10:13:19.843279 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-519acd5c-e9f3-4fde-a178-c5aeb61c0add tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Request body: {'port': {'device_id': '81676d9e-8ae6-4214-8763-1a143ffac94c', 'network_id': '06dc420f-db33-4a47-ae2d-73a4f0de49a8', 'admin_state_up': True, 'tenant_id': '9bf4c2e6ff4347f5b5e46efe5d431dc9'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:13:19.857662 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:19.994976 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-d42cbad4-e9a5-48f2-a7f8-95b5f1f5f688 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f2199fa0bc54901aa24195a250a9e25 HTTP/1.1" status: 200 len: 379 time: 0.1480889 Jul 05 10:13:20.009759 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-ddf4ddb8-f8f7-4898-9099-4a44ffe92d60 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Request body: {'port': {'device_id': '12e7fd00-8f3e-4fc4-882b-6ec193de0bfd', 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0', 'admin_state_up': True, 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'security_groups': ['cdcadc04-af81-4d13-9ba4-b9e46db2f82d']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:13:20.035225 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:20.109592 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-519acd5c-e9f3-4fde-a178-c5aeb61c0add tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Made reservation on behalf of 9bf4c2e6ff4347f5b5e46efe5d431dc9 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:13:20.113065 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-519acd5c-e9f3-4fde-a178-c5aeb61c0add tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:20.128651 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-519acd5c-e9f3-4fde-a178-c5aeb61c0add tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:20.187086 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-ddf4ddb8-f8f7-4898-9099-4a44ffe92d60 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Made reservation on behalf of 3f2199fa0bc54901aa24195a250a9e25 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:13:20.190399 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-ddf4ddb8-f8f7-4898-9099-4a44ffe92d60 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:20.305635 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-519acd5c-e9f3-4fde-a178-c5aeb61c0add tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Publish callbacks [] for security_group (ee0b21f9-1e1f-48cf-b5e5-bfb75977860c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:20.312873 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-519acd5c-e9f3-4fde-a178-c5aeb61c0add tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (ee0b21f9-1e1f-48cf-b5e5-bfb75977860c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:20.417680 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519acd5c-e9f3-4fde-a178-c5aeb61c0add tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0b21f9-1e1f-48cf-b5e5-bfb75977860c,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:20.438695 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-ddf4ddb8-f8f7-4898-9099-4a44ffe92d60 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Allocated IP 172.20.0.12 (9dc39dd5-d322-430b-ba08-aae3d3ccc6d0/49eafe0c-582f-492a-b16d-b0de2f074502/e27d9ee6-1685-4aec-bb2d-ae3b3206c610) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:13:20.441234 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519acd5c-e9f3-4fde-a178-c5aeb61c0add tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:20.441573 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519acd5c-e9f3-4fde-a178-c5aeb61c0add tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:20.441977 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519acd5c-e9f3-4fde-a178-c5aeb61c0add tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:20.442242 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519acd5c-e9f3-4fde-a178-c5aeb61c0add tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:20.442566 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519acd5c-e9f3-4fde-a178-c5aeb61c0add tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:20.442884 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519acd5c-e9f3-4fde-a178-c5aeb61c0add tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:20.443199 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519acd5c-e9f3-4fde-a178-c5aeb61c0add tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:20.443516 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519acd5c-e9f3-4fde-a178-c5aeb61c0add tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:20.443871 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519acd5c-e9f3-4fde-a178-c5aeb61c0add tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:20.444186 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519acd5c-e9f3-4fde-a178-c5aeb61c0add tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:20.444534 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519acd5c-e9f3-4fde-a178-c5aeb61c0add tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:20.444852 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519acd5c-e9f3-4fde-a178-c5aeb61c0add tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:20.445164 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519acd5c-e9f3-4fde-a178-c5aeb61c0add tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:20.445477 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519acd5c-e9f3-4fde-a178-c5aeb61c0add tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:20.445786 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519acd5c-e9f3-4fde-a178-c5aeb61c0add tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:20.518550 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b30b5c41-116f-43b3-a73c-6a85b34a85ef req-5b1ac14b-6910-4292-a2e4-38f98429e8f2 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/ports?device_id=81676d9e-8ae6-4214-8763-1a143ffac94c HTTP/1.1" status: 200 len: 210 time: 0.0647280 Jul 05 10:13:20.567500 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-519acd5c-e9f3-4fde-a178-c5aeb61c0add tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Allocated IP 192.168.233.219 (06dc420f-db33-4a47-ae2d-73a4f0de49a8/dadeb163-e2d1-4f89-a382-cd68cbbaec37/c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:13:20.618509 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:20.867475 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f26c1255-2023-4bcd-976f-406cb0f2c877 req-d77d28d3-ec7e-412a-be3f-bdca02c8a8eb tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 210 time: 0.0588799 Jul 05 10:13:20.888846 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:20.897582 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-ddf4ddb8-f8f7-4898-9099-4a44ffe92d60 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks [] for port (e27d9ee6-1685-4aec-bb2d-ae3b3206c610), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:21.002802 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-519acd5c-e9f3-4fde-a178-c5aeb61c0add tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Publish callbacks [] for port (c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:21.006154 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-ddf4ddb8-f8f7-4898-9099-4a44ffe92d60 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (e27d9ee6-1685-4aec-bb2d-ae3b3206c610), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:21.069925 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-ddf4ddb8-f8f7-4898-9099-4a44ffe92d60 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Network 9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:13:21.075335 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-ddf4ddb8-f8f7-4898-9099-4a44ffe92d60 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:21.081577 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-ddf4ddb8-f8f7-4898-9099-4a44ffe92d60 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:13:21.108593 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf4ddb8-f8f7-4898-9099-4a44ffe92d60 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Pushing event updated for resources: {'Port': ['ID=e27d9ee6-1685-4aec-bb2d-ae3b3206c610,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:21.115948 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-519acd5c-e9f3-4fde-a178-c5aeb61c0add tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:21.182288 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-519acd5c-e9f3-4fde-a178-c5aeb61c0add tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Network 06dc420f-db33-4a47-ae2d-73a4f0de49a8 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:13:21.190445 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-ddf4ddb8-f8f7-4898-9099-4a44ffe92d60 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:21.191087 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-ddf4ddb8-f8f7-4898-9099-4a44ffe92d60 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:21.194452 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-519acd5c-e9f3-4fde-a178-c5aeb61c0add tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:21.202180 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-519acd5c-e9f3-4fde-a178-c5aeb61c0add tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:13:21.231258 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519acd5c-e9f3-4fde-a178-c5aeb61c0add tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Pushing event updated for resources: {'Port': ['ID=c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:21.245135 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-ddf4ddb8-f8f7-4898-9099-4a44ffe92d60 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2411823 Jul 05 10:13:21.285799 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-02124f00-9e3c-4e15-bd05-01a4dfc5e1e7 service neutron] Request body: {'port': {'device_id': '12e7fd00-8f3e-4fc4-882b-6ec193de0bfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:13:21.297169 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-519acd5c-e9f3-4fde-a178-c5aeb61c0add tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:21.298063 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-519acd5c-e9f3-4fde-a178-c5aeb61c0add tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:21.353823 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-519acd5c-e9f3-4fde-a178-c5aeb61c0add tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5144968 Jul 05 10:13:21.392040 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-a2e41adf-6806-48ac-aa2d-337375585b4d service neutron] Request body: {'port': {'device_id': '81676d9e-8ae6-4214-8763-1a143ffac94c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:13:21.429125 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-02124f00-9e3c-4e15-bd05-01a4dfc5e1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (e27d9ee6-1685-4aec-bb2d-ae3b3206c610), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:21.504224 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-a2e41adf-6806-48ac-aa2d-337375585b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:21.509466 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:21.514411 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f3b4a556-8988-48e9-b49b-edf14e3fbb8f None None] Provisioning complete for port e27d9ee6-1685-4aec-bb2d-ae3b3206c610 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:13:21.515290 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f3b4a556-8988-48e9-b49b-edf14e3fbb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (e27d9ee6-1685-4aec-bb2d-ae3b3206c610), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:21.551544 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f3b4a556-8988-48e9-b49b-edf14e3fbb8f None None] Port e27d9ee6-1685-4aec-bb2d-ae3b3206c610 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:13:21.560356 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f3b4a556-8988-48e9-b49b-edf14e3fbb8f None None] Provisioning complete for port c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:13:21.560816 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f3b4a556-8988-48e9-b49b-edf14e3fbb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:21.597275 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f3b4a556-8988-48e9-b49b-edf14e3fbb8f None None] Port c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:13:21.775964 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981f6ec-4ed3-453f-ac97-00b464cd6485 req-e4e30504-8450-4d22-862b-8d5c8eb48755 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:21.777507 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0981f6ec-4ed3-453f-ac97-00b464cd6485 req-e4e30504-8450-4d22-862b-8d5c8eb48755 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/ports?device_id=81676d9e-8ae6-4214-8763-1a143ffac94c HTTP/1.1" status: 200 len: 936 time: 0.1763847 Jul 05 10:13:21.805177 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:21.944012 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0981f6ec-4ed3-453f-ac97-00b464cd6485 req-a0d5bdf5-a3b1-4c80-8124-e43bd55942ae tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0b21f9-1e1f-48cf-b5e5-bfb75977860c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483626 Jul 05 10:13:22.121160 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6c24d-a3c9-442e-bb2f-7800fbdabbe5 req-da6cd0eb-580e-4ca4-872b-81c3c9635930 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:22.122974 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2ff6c24d-a3c9-442e-bb2f-7800fbdabbe5 req-da6cd0eb-580e-4ca4-872b-81c3c9635930 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 932 time: 0.1305354 Jul 05 10:13:22.149766 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-02124f00-9e3c-4e15-bd05-01a4dfc5e1e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e27d9ee6-1685-4aec-bb2d-ae3b3206c610 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:13:22.171704 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-02124f00-9e3c-4e15-bd05-01a4dfc5e1e7 service neutron] Publish callbacks [] for port (e27d9ee6-1685-4aec-bb2d-ae3b3206c610), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:22.220331 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-02124f00-9e3c-4e15-bd05-01a4dfc5e1e7 service neutron] Transition to ACTIVE for port object e27d9ee6-1685-4aec-bb2d-ae3b3206c610 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 10:13:22.249903 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-02124f00-9e3c-4e15-bd05-01a4dfc5e1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (e27d9ee6-1685-4aec-bb2d-ae3b3206c610), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:22.294153 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2ff6c24d-a3c9-442e-bb2f-7800fbdabbe5 req-9e527efc-9131-4288-a1cc-83124d195740 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631300 Jul 05 10:13:22.302591 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-a2e41adf-6806-48ac-aa2d-337375585b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:13:22.330937 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-a2e41adf-6806-48ac-aa2d-337375585b4d service neutron] Publish callbacks [] for port (c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:22.340470 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02124f00-9e3c-4e15-bd05-01a4dfc5e1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=e27d9ee6-1685-4aec-bb2d-ae3b3206c610,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:22.358411 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-a2e41adf-6806-48ac-aa2d-337375585b4d service neutron] Transition to ACTIVE for port object c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 10:13:22.375445 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-a2e41adf-6806-48ac-aa2d-337375585b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:22.382792 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:22.466693 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e41adf-6806-48ac-aa2d-337375585b4d service neutron] Pushing event updated for resources: {'Port': ['ID=c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:22.509557 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-02124f00-9e3c-4e15-bd05-01a4dfc5e1e7 service neutron] Attempting to bind port e27d9ee6-1685-4aec-bb2d-ae3b3206c610 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:13:22.509888 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-02124f00-9e3c-4e15-bd05-01a4dfc5e1e7 service neutron] Attempting to bind port e27d9ee6-1685-4aec-bb2d-ae3b3206c610 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '746b1970-621d-49df-8f95-2f2b20e407c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:13:22.510218 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-02124f00-9e3c-4e15-bd05-01a4dfc5e1e7 service neutron] Attempting to bind port e27d9ee6-1685-4aec-bb2d-ae3b3206c610 on network 9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:13:22.540166 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-02124f00-9e3c-4e15-bd05-01a4dfc5e1e7 service neutron] Port e27d9ee6-1685-4aec-bb2d-ae3b3206c610 on network 9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 10:13:22.540531 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-02124f00-9e3c-4e15-bd05-01a4dfc5e1e7 service neutron] Attempting to bind port e27d9ee6-1685-4aec-bb2d-ae3b3206c610 on network 9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:13:22.552782 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-02124f00-9e3c-4e15-bd05-01a4dfc5e1e7 service neutron] Checking agent: {'id': '2022926f-89e6-45ab-bc5a-219d9ca35e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'started_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:13:22.553168 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-02124f00-9e3c-4e15-bd05-01a4dfc5e1e7 service neutron] Checking segment: {'id': '746b1970-621d-49df-8f95-2f2b20e407c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:13:22.553558 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-02124f00-9e3c-4e15-bd05-01a4dfc5e1e7 service neutron] Bound using segment: {'id': '746b1970-621d-49df-8f95-2f2b20e407c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:13:22.554001 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-02124f00-9e3c-4e15-bd05-01a4dfc5e1e7 service neutron] Bound port: e27d9ee6-1685-4aec-bb2d-ae3b3206c610, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '746b1970-621d-49df-8f95-2f2b20e407c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:13:22.554362 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-02124f00-9e3c-4e15-bd05-01a4dfc5e1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (e27d9ee6-1685-4aec-bb2d-ae3b3206c610), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:22.662446 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-a2e41adf-6806-48ac-aa2d-337375585b4d service neutron] Attempting to bind port c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:13:22.662937 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-a2e41adf-6806-48ac-aa2d-337375585b4d service neutron] Attempting to bind port c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'acc53850-a417-4d97-a079-e0ad50755523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '06dc420f-db33-4a47-ae2d-73a4f0de49a8'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:13:22.663438 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-a2e41adf-6806-48ac-aa2d-337375585b4d service neutron] Attempting to bind port c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5 on network 06dc420f-db33-4a47-ae2d-73a4f0de49a8 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:13:22.684274 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-a2e41adf-6806-48ac-aa2d-337375585b4d service neutron] Port c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5 on network 06dc420f-db33-4a47-ae2d-73a4f0de49a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 10:13:22.684769 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-a2e41adf-6806-48ac-aa2d-337375585b4d service neutron] Attempting to bind port c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5 on network 06dc420f-db33-4a47-ae2d-73a4f0de49a8 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:13:22.713742 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-a2e41adf-6806-48ac-aa2d-337375585b4d service neutron] Checking agent: {'id': '2022926f-89e6-45ab-bc5a-219d9ca35e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'started_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:13:22.714458 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-a2e41adf-6806-48ac-aa2d-337375585b4d service neutron] Checking segment: {'id': 'acc53850-a417-4d97-a079-e0ad50755523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '06dc420f-db33-4a47-ae2d-73a4f0de49a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:13:22.715017 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-a2e41adf-6806-48ac-aa2d-337375585b4d service neutron] Bound using segment: {'id': 'acc53850-a417-4d97-a079-e0ad50755523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '06dc420f-db33-4a47-ae2d-73a4f0de49a8'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:13:22.715700 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-a2e41adf-6806-48ac-aa2d-337375585b4d service neutron] Bound port: c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acc53850-a417-4d97-a079-e0ad50755523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '06dc420f-db33-4a47-ae2d-73a4f0de49a8'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:13:22.716144 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-a2e41adf-6806-48ac-aa2d-337375585b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:22.731887 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:22.735157 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-02124f00-9e3c-4e15-bd05-01a4dfc5e1e7 service neutron] For port e27d9ee6-1685-4aec-bb2d-ae3b3206c610, host hv-cinder-maste, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:13:22.756820 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-02124f00-9e3c-4e15-bd05-01a4dfc5e1e7 service neutron] For port e27d9ee6-1685-4aec-bb2d-ae3b3206c610, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e27d9ee6-1685-4aec-bb2d-ae3b3206c610,segment=NetworkSegment(746b1970-621d-49df-8f95-2f2b20e407c9),segment_id=746b1970-621d-49df-8f95-2f2b20e407c9)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:13:22.787682 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-02124f00-9e3c-4e15-bd05-01a4dfc5e1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (e27d9ee6-1685-4aec-bb2d-ae3b3206c610), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:22.840660 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-02124f00-9e3c-4e15-bd05-01a4dfc5e1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:22.841270 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-02124f00-9e3c-4e15-bd05-01a4dfc5e1e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:22.842655 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-02124f00-9e3c-4e15-bd05-01a4dfc5e1e7 service neutron] 10.222.0.30 "PUT /v2.0/ports/e27d9ee6-1685-4aec-bb2d-ae3b3206c610 HTTP/1.1" status: 200 len: 1094 time: 1.5803640 Jul 05 10:13:22.843152 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e7fd00-8f3e-4fc4-882b-6ec193de0bfd', 'tag': 'e27d9ee6-1685-4aec-bb2d-ae3b3206c610'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:13:22.845396 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea487c13-8606-4a76-9075-00a1d4fc9112" -d '{"events": [{"name": "network-changed", "server_uuid": "12e7fd00-8f3e-4fc4-882b-6ec193de0bfd", "tag": "e27d9ee6-1685-4aec-bb2d-ae3b3206c610"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:22.879207 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02124f00-9e3c-4e15-bd05-01a4dfc5e1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=e27d9ee6-1685-4aec-bb2d-ae3b3206c610,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:22.882852 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-a2e41adf-6806-48ac-aa2d-337375585b4d service neutron] For port c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5, host hv-cinder-maste, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:13:22.905090 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2145782-3a94-46d1-b74e-7e1aa89003e5 x-openstack-request-id: req-f2145782-3a94-46d1-b74e-7e1aa89003e5 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:22.905564 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e7fd00-8f3e-4fc4-882b-6ec193de0bfd", "tag": "e27d9ee6-1685-4aec-bb2d-ae3b3206c610", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:22.905691 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2145782-3a94-46d1-b74e-7e1aa89003e5 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:22.906128 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2145782-3a94-46d1-b74e-7e1aa89003e5'] response: {'name': 'network-changed', 'server_uuid': '12e7fd00-8f3e-4fc4-882b-6ec193de0bfd', 'tag': 'e27d9ee6-1685-4aec-bb2d-ae3b3206c610', 'status': 'completed', 'code': 200} Jul 05 10:13:22.919574 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-a2e41adf-6806-48ac-aa2d-337375585b4d service neutron] For port c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5,segment=NetworkSegment(acc53850-a417-4d97-a079-e0ad50755523),segment_id=acc53850-a417-4d97-a079-e0ad50755523)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:13:22.931430 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-a2e41adf-6806-48ac-aa2d-337375585b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:23.027146 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-a2e41adf-6806-48ac-aa2d-337375585b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:23.027812 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-a2e41adf-6806-48ac-aa2d-337375585b4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:23.029747 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-a2e41adf-6806-48ac-aa2d-337375585b4d service neutron] 10.222.0.30 "PUT /v2.0/ports/c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5 HTTP/1.1" status: 200 len: 1098 time: 1.6436713 Jul 05 10:13:23.097624 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea487c13-8606-4a76-9075-00a1d4fc9112 req-f4ca6e87-a16a-4c37-aa83-ccf096b03692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:23.099473 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ea487c13-8606-4a76-9075-00a1d4fc9112 req-f4ca6e87-a16a-4c37-aa83-ccf096b03692 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f2199fa0bc54901aa24195a250a9e25&device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 1128 time: 0.1260061 Jul 05 10:13:23.136167 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e41adf-6806-48ac-aa2d-337375585b4d service neutron] Pushing event updated for resources: {'Port': ['ID=c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:23.607307 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8031409-2883-492e-ab84-acd5a2980acf req-dd2e0c30-f308-4631-9d4d-f26469e8bdd3 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:23.612927 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f8031409-2883-492e-ab84-acd5a2980acf req-dd2e0c30-f308-4631-9d4d-f26469e8bdd3 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/ports?device_id=81676d9e-8ae6-4214-8763-1a143ffac94c HTTP/1.1" status: 200 len: 948 time: 0.5555675 Jul 05 10:13:23.627972 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-c6a5817b-aa46-4587-9bed-9962bcba8b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:23.629506 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-c6a5817b-aa46-4587-9bed-9962bcba8b46 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9bf4c2e6ff4347f5b5e46efe5d431dc9&device_id=81676d9e-8ae6-4214-8763-1a143ffac94c HTTP/1.1" status: 200 len: 1132 time: 0.5074768 Jul 05 10:13:23.720439 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-45705c97-248c-4607-b615-f41140c2e1b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5 HTTP/1.1" status: 200 len: 217 time: 0.0491221 Jul 05 10:13:23.723972 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f424f0-b530-4ed3-8baf-174e2cb28132 req-7fd0f1dd-aeea-4bcb-a625-2f7c5cd26a30 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:23.726580 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f6f424f0-b530-4ed3-8baf-174e2cb28132 req-7fd0f1dd-aeea-4bcb-a625-2f7c5cd26a30 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 944 time: 0.2016535 Jul 05 10:13:23.856115 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f8031409-2883-492e-ab84-acd5a2980acf req-771b40d6-d447-4517-9435-f2c179c30a85 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0b21f9-1e1f-48cf-b5e5-bfb75977860c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367752 Jul 05 10:13:23.863704 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea487c13-8606-4a76-9075-00a1d4fc9112 req-f680c05b-7ae6-4ebb-9e95-869f7174d9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:23.878056 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ea487c13-8606-4a76-9075-00a1d4fc9112 req-f680c05b-7ae6-4ebb-9e95-869f7174d9c3 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3f2199fa0bc54901aa24195a250a9e25&shared=False HTTP/1.1" status: 200 len: 919 time: 0.7358763 Jul 05 10:13:23.878056 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-60954019-2fe3-4d0f-9871-5a549b663bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:23.878056 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-60954019-2fe3-4d0f-9871-5a549b663bc3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dadeb163-e2d1-4f89-a382-cd68cbbaec37 HTTP/1.1" status: 200 len: 843 time: 0.1482005 Jul 05 10:13:23.881516 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f6f424f0-b530-4ed3-8baf-174e2cb28132 req-46f62d12-7581-486a-ba30-b4fc96a6e4aa tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448054 Jul 05 10:13:23.908186 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:23.995015 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-446b7cf1-f5e8-4c1a-a116-a5c33f533215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:23.996924 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-446b7cf1-f5e8-4c1a-a116-a5c33f533215 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=06dc420f-db33-4a47-ae2d-73a4f0de49a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1064315 Jul 05 10:13:24.063289 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea487c13-8606-4a76-9075-00a1d4fc9112 req-1e836f2c-2d99-4909-bd4e-ba7c5565e0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:24.066000 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ea487c13-8606-4a76-9075-00a1d4fc9112 req-1e836f2c-2d99-4909-bd4e-ba7c5565e0f2 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1878629 Jul 05 10:13:24.137794 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-eb49d6c9-cdd9-4500-90cc-a1f204276dcb service neutron] 10.222.0.30 "GET /v2.0/networks/06dc420f-db33-4a47-ae2d-73a4f0de49a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345108 Jul 05 10:13:24.259667 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:24.261118 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-80f5acce-474f-43e1-bc83-2b0de985ac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:24.262627 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-80f5acce-474f-43e1-bc83-2b0de985ac4f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f2199fa0bc54901aa24195a250a9e25&device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 1128 time: 0.0967708 Jul 05 10:13:24.291406 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-99aaffe7-c22e-434b-9c25-d10c3ad1ccfb req-a90a6650-2661-402c-8cb3-454200f2ff95 service neutron] 10.222.0.30 "GET /v2.0/networks/06dc420f-db33-4a47-ae2d-73a4f0de49a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358299 Jul 05 10:13:24.326314 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 46876) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:13:24.356868 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-b61eada0-14c9-4b11-a31b-398d7235487b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e27d9ee6-1685-4aec-bb2d-ae3b3206c610 HTTP/1.1" status: 200 len: 217 time: 0.0520825 Jul 05 10:13:24.462182 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fee02a4f-4ed5-4266-af33-5cdf85f897a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:24.543244 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fee02a4f-4ed5-4266-af33-5cdf85f897a6 admin admin] Publish callbacks [] for security_group (ff68e668-bd4a-42ba-987d-38800f32a2e2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:24.548467 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fee02a4f-4ed5-4266-af33-5cdf85f897a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (ff68e668-bd4a-42ba-987d-38800f32a2e2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:24.591811 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee02a4f-4ed5-4266-af33-5cdf85f897a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff68e668-bd4a-42ba-987d-38800f32a2e2,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:24.599792 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee02a4f-4ed5-4266-af33-5cdf85f897a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:24.600348 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee02a4f-4ed5-4266-af33-5cdf85f897a6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:24.600865 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee02a4f-4ed5-4266-af33-5cdf85f897a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:24.601199 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee02a4f-4ed5-4266-af33-5cdf85f897a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:24.601704 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee02a4f-4ed5-4266-af33-5cdf85f897a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:24.602205 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee02a4f-4ed5-4266-af33-5cdf85f897a6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:24.602544 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee02a4f-4ed5-4266-af33-5cdf85f897a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:24.602873 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee02a4f-4ed5-4266-af33-5cdf85f897a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:24.603200 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee02a4f-4ed5-4266-af33-5cdf85f897a6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:24.603862 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee02a4f-4ed5-4266-af33-5cdf85f897a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:24.604207 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee02a4f-4ed5-4266-af33-5cdf85f897a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:24.604558 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee02a4f-4ed5-4266-af33-5cdf85f897a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:24.604882 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee02a4f-4ed5-4266-af33-5cdf85f897a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:24.605200 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee02a4f-4ed5-4266-af33-5cdf85f897a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:24.605518 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee02a4f-4ed5-4266-af33-5cdf85f897a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:24.613318 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 46884) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:13:24.613866 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-fee02a4f-4ed5-4266-af33-5cdf85f897a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae4ab41d077c49d1b7181d7b78618a6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2864296 Jul 05 10:13:24.682543 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ec44c530-547f-4cbe-84a9-6406e895724d admin admin] Publish callbacks [] for security_group (ff68e668-bd4a-42ba-987d-38800f32a2e2), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:24.711504 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ec44c530-547f-4cbe-84a9-6406e895724d admin admin] Publish callbacks [] for security_group (ff68e668-bd4a-42ba-987d-38800f32a2e2), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:24.770752 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ec44c530-547f-4cbe-84a9-6406e895724d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (ff68e668-bd4a-42ba-987d-38800f32a2e2), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:24.773660 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ec44c530-547f-4cbe-84a9-6406e895724d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:24.774981 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-ec44c530-547f-4cbe-84a9-6406e895724d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff68e668-bd4a-42ba-987d-38800f32a2e2 HTTP/1.1" status: 204 len: 168 time: 0.1603673 Jul 05 10:13:24.783859 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44c530-547f-4cbe-84a9-6406e895724d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff68e668-bd4a-42ba-987d-38800f32a2e2,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:24.922765 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81676d9e-8ae6-4214-8763-1a143ffac94c', 'tag': 'c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:13:24.924551 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c9e092-b2d8-4cc0-bf21-9889cbe60d52" -d '{"events": [{"name": "network-changed", "server_uuid": "81676d9e-8ae6-4214-8763-1a143ffac94c", "tag": "c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:25.052611 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e83ec-13b3-4b1c-a546-bef79cfca51f req-b370a239-3dcf-4eab-8edc-259883e78fc0 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:25.062421 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5e9e83ec-13b3-4b1c-a546-bef79cfca51f req-b370a239-3dcf-4eab-8edc-259883e78fc0 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/ports?device_id=81676d9e-8ae6-4214-8763-1a143ffac94c HTTP/1.1" status: 200 len: 948 time: 0.0977225 Jul 05 10:13:25.094339 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa028e-fa92-4e2e-83a6-ff201fc0e864 req-93a9d415-b840-4d83-84c3-c1b2383438cc tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:25.096558 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4afa028e-fa92-4e2e-83a6-ff201fc0e864 req-93a9d415-b840-4d83-84c3-c1b2383438cc tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 944 time: 0.0974650 Jul 05 10:13:25.165086 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5e9e83ec-13b3-4b1c-a546-bef79cfca51f req-d0bb2d05-677f-47d9-a8a7-3bd009c66a02 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0b21f9-1e1f-48cf-b5e5-bfb75977860c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017392 Jul 05 10:13:25.227337 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4afa028e-fa92-4e2e-83a6-ff201fc0e864 req-9042dd30-ad10-4383-a2e6-b28e46a44b2e tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147826 Jul 05 10:13:25.239224 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1724678-c353-4eae-b1b7-2f2ee3c8efc2 x-openstack-request-id: req-a1724678-c353-4eae-b1b7-2f2ee3c8efc2 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:25.239502 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81676d9e-8ae6-4214-8763-1a143ffac94c", "tag": "c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:25.239747 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1724678-c353-4eae-b1b7-2f2ee3c8efc2 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:25.240147 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1724678-c353-4eae-b1b7-2f2ee3c8efc2'] response: {'name': 'network-changed', 'server_uuid': '81676d9e-8ae6-4214-8763-1a143ffac94c', 'tag': 'c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5', 'status': 'completed', 'code': 200} Jul 05 10:13:26.279355 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24ae6f-c393-47e0-8ed3-3aeb673b1fc6 req-d6635235-3390-4314-9744-d7b88176dfa9 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:26.281250 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4d24ae6f-c393-47e0-8ed3-3aeb673b1fc6 req-d6635235-3390-4314-9744-d7b88176dfa9 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/ports?device_id=81676d9e-8ae6-4214-8763-1a143ffac94c HTTP/1.1" status: 200 len: 948 time: 0.0498960 Jul 05 10:13:26.365185 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72aba6-57e1-40d7-b0d8-3893cd915af1 req-4256db0d-27e5-4c67-8795-faec884b9031 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:26.367101 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-be72aba6-57e1-40d7-b0d8-3893cd915af1 req-4256db0d-27e5-4c67-8795-faec884b9031 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 944 time: 0.0734780 Jul 05 10:13:26.374245 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4d24ae6f-c393-47e0-8ed3-3aeb673b1fc6 req-8e6114a0-665b-4e48-8f95-b6732eca17b5 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0b21f9-1e1f-48cf-b5e5-bfb75977860c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879242 Jul 05 10:13:26.429286 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-be72aba6-57e1-40d7-b0d8-3893cd915af1 req-1e35965e-c666-43fc-bdee-1906c1823a50 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541086 Jul 05 10:13:27.490564 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e0f4c-a30a-4acb-99f5-9e847311ab6b req-daa65393-6ea0-4ade-8b01-6b3048dfa7d5 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:27.492362 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fb6e0f4c-a30a-4acb-99f5-9e847311ab6b req-daa65393-6ea0-4ade-8b01-6b3048dfa7d5 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/ports?device_id=81676d9e-8ae6-4214-8763-1a143ffac94c HTTP/1.1" status: 200 len: 948 time: 0.0530400 Jul 05 10:13:27.566319 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf3fae-4cae-4e8b-ab09-6d1b45661e93 req-63c2e52c-8cc5-4363-abd0-83071cd85fcb tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:27.567804 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1cbf3fae-4cae-4e8b-ab09-6d1b45661e93 req-63c2e52c-8cc5-4363-abd0-83071cd85fcb tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 944 time: 0.0682263 Jul 05 10:13:27.595463 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fb6e0f4c-a30a-4acb-99f5-9e847311ab6b req-c6427e62-eea5-4e6a-a13a-2462947aeb59 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0b21f9-1e1f-48cf-b5e5-bfb75977860c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947375 Jul 05 10:13:27.627240 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1cbf3fae-4cae-4e8b-ab09-6d1b45661e93 req-70fcc59e-7800-46ef-8935-69a8bd0319eb tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510585 Jul 05 10:13:28.707442 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:28.748135 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010eaba1-87b9-4c08-87c4-36540fec71bb req-5d8c61e4-b22c-417f-b138-46599a022720 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:28.749617 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-010eaba1-87b9-4c08-87c4-36540fec71bb req-5d8c61e4-b22c-417f-b138-46599a022720 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/ports?device_id=81676d9e-8ae6-4214-8763-1a143ffac94c HTTP/1.1" status: 200 len: 948 time: 0.0836155 Jul 05 10:13:28.760119 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436ad90-393c-471a-a8bb-01bbd15e0b49 req-9fb19993-c59a-478d-a155-17a40910f620 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:28.761509 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3436ad90-393c-471a-a8bb-01bbd15e0b49 req-9fb19993-c59a-478d-a155-17a40910f620 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 944 time: 0.0639853 Jul 05 10:13:28.810414 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:28.839855 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-010eaba1-87b9-4c08-87c4-36540fec71bb req-7f0b3cf7-8575-4909-aded-a31541577280 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0b21f9-1e1f-48cf-b5e5-bfb75977860c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774379 Jul 05 10:13:28.843998 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3436ad90-393c-471a-a8bb-01bbd15e0b49 req-75a9155d-35a3-4145-ad84-471641c7a81b tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744035 Jul 05 10:13:29.070141 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-6f623b10-489c-440d-94e6-df0a561540e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:29.071503 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-6f623b10-489c-440d-94e6-df0a561540e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49eafe0c-582f-492a-b16d-b0de2f074502 HTTP/1.1" status: 200 len: 857 time: 0.0812831 Jul 05 10:13:29.072400 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9e092-b2d8-4cc0-bf21-9889cbe60d52 req-f8119bc0-3a0b-4f0a-917a-faf9ce9b4f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:29.073716 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-65c9e092-b2d8-4cc0-bf21-9889cbe60d52 req-f8119bc0-3a0b-4f0a-917a-faf9ce9b4f83 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9bf4c2e6ff4347f5b5e46efe5d431dc9&device_id=81676d9e-8ae6-4214-8763-1a143ffac94c HTTP/1.1" status: 200 len: 1132 time: 0.0550070 Jul 05 10:13:29.145484 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-cddef0b0-1498-4d0e-a3d5-1dbe136415cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:29.146990 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-cddef0b0-1498-4d0e-a3d5-1dbe136415cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0649529 Jul 05 10:13:29.258083 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9e092-b2d8-4cc0-bf21-9889cbe60d52 req-7b6cdabb-89ed-4b63-a9c1-ab697f3916ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:29.259554 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-65c9e092-b2d8-4cc0-bf21-9889cbe60d52 req-7b6cdabb-89ed-4b63-a9c1-ab697f3916ce service neutron] 10.222.0.30 "GET /v2.0/networks?id=06dc420f-db33-4a47-ae2d-73a4f0de49a8 HTTP/1.1" status: 200 len: 870 time: 0.1698229 Jul 05 10:13:29.265044 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 47070) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:13:29.311900 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0845783-d289-4a49-87af-f7aeca182c38 admin admin] Deleting subnet 2ed36ddb-a0bd-4fb4-a3ae-83157fc87590 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 05 10:13:29.312628 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-65c9e092-b2d8-4cc0-bf21-9889cbe60d52 req-1979bd99-a982-41c6-bdca-6058612c35d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5 HTTP/1.1" status: 200 len: 217 time: 0.0455096 Jul 05 10:13:29.315097 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b0845783-d289-4a49-87af-f7aeca182c38 admin admin] Publish callbacks [] for subnet (2ed36ddb-a0bd-4fb4-a3ae-83157fc87590), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:29.353202 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-f4fa8f4d-6c0b-4256-89fe-1f4f0eb6f368 service neutron] 10.222.0.30 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785111 Jul 05 10:13:29.353945 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b0845783-d289-4a49-87af-f7aeca182c38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26770210'] for subnet (2ed36ddb-a0bd-4fb4-a3ae-83157fc87590), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:29.390720 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9e092-b2d8-4cc0-bf21-9889cbe60d52 req-6839fe06-771e-4bce-8fb5-5502b05602dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:29.392189 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-65c9e092-b2d8-4cc0-bf21-9889cbe60d52 req-6839fe06-771e-4bce-8fb5-5502b05602dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dadeb163-e2d1-4f89-a382-cd68cbbaec37 HTTP/1.1" status: 200 len: 843 time: 0.0737057 Jul 05 10:13:29.396431 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b0845783-d289-4a49-87af-f7aeca182c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2072780'] for subnet (2ed36ddb-a0bd-4fb4-a3ae-83157fc87590), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:29.457911 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b0845783-d289-4a49-87af-f7aeca182c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2072775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26770432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956688'] for subnet (2ed36ddb-a0bd-4fb4-a3ae-83157fc87590), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:29.477683 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9e092-b2d8-4cc0-bf21-9889cbe60d52 req-632058a8-5235-4d7b-870e-4bf794c87fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:29.479218 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-65c9e092-b2d8-4cc0-bf21-9889cbe60d52 req-632058a8-5235-4d7b-870e-4bf794c87fa6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=06dc420f-db33-4a47-ae2d-73a4f0de49a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0804293 Jul 05 10:13:29.516380 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-801f1184-87aa-442c-85c0-60f8dab9ca2c req-95c970a8-2901-46b4-a0e6-a29a76345c61 service neutron] 10.222.0.30 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553061 Jul 05 10:13:29.597859 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-65c9e092-b2d8-4cc0-bf21-9889cbe60d52 req-733c4fe8-65ee-42b2-9e67-329a725ae683 service neutron] 10.222.0.30 "GET /v2.0/networks/06dc420f-db33-4a47-ae2d-73a4f0de49a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106749 Jul 05 10:13:29.718134 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0845783-d289-4a49-87af-f7aeca182c38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ed36ddb-a0bd-4fb4-a3ae-83157fc87590,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:29.732472 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b0845783-d289-4a49-87af-f7aeca182c38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:29.736873 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-b0845783-d289-4a49-87af-f7aeca182c38 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2ed36ddb-a0bd-4fb4-a3ae-83157fc87590 HTTP/1.1" status: 204 len: 168 time: 0.4707921 Jul 05 10:13:29.738445 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 47084) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:13:29.810094 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8669ec2e-1527-4a3f-842b-4e9bca963593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1968054'] for network (47de8f46-bb2e-4830-b096-bb218c860b15), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:29.840033 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:13:29.896338 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8669ec2e-1527-4a3f-842b-4e9bca963593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988390', 'neutron.services.segments.db._delete_segments_for_network-8734376687225'] for network (47de8f46-bb2e-4830-b096-bb218c860b15), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:29.922151 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-8669ec2e-1527-4a3f-842b-4e9bca963593 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47de8f46-bb2e-4830-b096-bb218c860b15']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:29.935864 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-8669ec2e-1527-4a3f-842b-4e9bca963593 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59fdc7f4-5ef5-4974-a0cc-0267e101cce7') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:29.936165 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-8669ec2e-1527-4a3f-842b-4e9bca963593 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59fdc7f4-5ef5-4974-a0cc-0267e101cce7') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:29.948951 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8669ec2e-1527-4a3f-842b-4e9bca963593 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734376687490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26770217'] for segment (59fdc7f4-5ef5-4974-a0cc-0267e101cce7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:29.965169 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8669ec2e-1527-4a3f-842b-4e9bca963593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (59fdc7f4-5ef5-4974-a0cc-0267e101cce7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:29.973316 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8669ec2e-1527-4a3f-842b-4e9bca963593 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:13:29.973788 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8669ec2e-1527-4a3f-842b-4e9bca963593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26770682'] for segment (59fdc7f4-5ef5-4974-a0cc-0267e101cce7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:30.008061 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment 59fdc7f4-5ef5-4974-a0cc-0267e101cce7 resource provider aggregate not found Jul 05 10:13:30.012548 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5,segment=NetworkSegment(acc53850-a417-4d97-a079-e0ad50755523),segment_id=acc53850-a417-4d97-a079-e0ad50755523)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:30.041379 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Returning: {'device': 'c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5', 'network_id': '06dc420f-db33-4a47-ae2d-73a4f0de49a8', 'port_id': 'c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5', 'mac_address': 'fa:16:3e:08:29:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadeb163-e2d1-4f89-a382-cd68cbbaec37', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:13:30.044755 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment 59fdc7f4-5ef5-4974-a0cc-0267e101cce7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59fdc7f4-5ef5-4974-a0cc-0267e101cce7 found for delete ", "request_id": "req-6f641961-55f6-49a0-b0c1-3f3f01339347"}]} Jul 05 10:13:30.059690 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8669ec2e-1527-4a3f-842b-4e9bca963593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-790277'] for network (47de8f46-bb2e-4830-b096-bb218c860b15), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:30.067360 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8669ec2e-1527-4a3f-842b-4e9bca963593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:30.074432 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e057b30-1e7b-4f0e-92a4-aab098c40ab4 req-82524170-84a5-407a-9411-60ea4dda5169 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:30.075947 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1e057b30-1e7b-4f0e-92a4-aab098c40ab4 req-82524170-84a5-407a-9411-60ea4dda5169 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/ports?device_id=81676d9e-8ae6-4214-8763-1a143ffac94c HTTP/1.1" status: 200 len: 948 time: 0.0899551 Jul 05 10:13:30.078968 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-8669ec2e-1527-4a3f-842b-4e9bca963593 admin admin] 10.222.0.20 "DELETE /v2.0/networks/47de8f46-bb2e-4830-b096-bb218c860b15 HTTP/1.1" status: 204 len: 168 time: 0.3395216 Jul 05 10:13:30.082033 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c1b3d-414a-4bfc-b00e-138058ae675e req-8524c5b7-15a2-49bd-892e-ed25e25d7923 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:30.083728 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-081c1b3d-414a-4bfc-b00e-138058ae675e req-8524c5b7-15a2-49bd-892e-ed25e25d7923 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 944 time: 0.0851355 Jul 05 10:13:30.097220 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669ec2e-1527-4a3f-842b-4e9bca963593 admin admin] Pushing event deleted for resources: {'Network': ['ID=47de8f46-bb2e-4830-b096-bb218c860b15,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:30.123189 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:13:30.123883 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:30.143729 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:13:30.158988 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1e057b30-1e7b-4f0e-92a4-aab098c40ab4 req-b0aa00f6-c82c-4b85-88d0-9b0042cac0a8 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0b21f9-1e1f-48cf-b5e5-bfb75977860c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742989 Jul 05 10:13:30.171661 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5,segment=NetworkSegment(acc53850-a417-4d97-a079-e0ad50755523),segment_id=acc53850-a417-4d97-a079-e0ad50755523)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:30.177821 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:30.198720 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-081c1b3d-414a-4bfc-b00e-138058ae675e req-9de05aaf-9cfc-417a-88be-0e676931ecd7 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061478 Jul 05 10:13:30.253588 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:30.261144 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:30.261487 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:30.261850 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:30.262239 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:30.262532 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:30.262932 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:30.263184 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:30.263505 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:30.263830 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:30.264146 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:30.264536 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:30.264871 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:30.265202 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:30.265517 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:30.265839 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:30.331938 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 47110) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:13:30.374571 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-dc8a0163-e39b-4a4b-b55e-e3e404d53b0c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c48f677354594fdc839367fff8b3dc29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398145 Jul 05 10:13:30.376938 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 47112) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:13:30.401675 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=6 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:30.425890 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e18b381b-17cf-424b-97f9-23ec4311a4c0 admin admin] Publish callbacks [] for security_group (621629dd-d567-4dba-bc58-e124260c272f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:30.447194 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e18b381b-17cf-424b-97f9-23ec4311a4c0 admin admin] Publish callbacks [] for security_group (621629dd-d567-4dba-bc58-e124260c272f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:30.478769 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:30.494625 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e18b381b-17cf-424b-97f9-23ec4311a4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (621629dd-d567-4dba-bc58-e124260c272f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:30.497214 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e18b381b-17cf-424b-97f9-23ec4311a4c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:30.498393 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-e18b381b-17cf-424b-97f9-23ec4311a4c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/621629dd-d567-4dba-bc58-e124260c272f HTTP/1.1" status: 204 len: 168 time: 0.1205795 Jul 05 10:13:30.506670 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b381b-17cf-424b-97f9-23ec4311a4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621629dd-d567-4dba-bc58-e124260c272f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:30.868768 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:13:31.185300 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 47136) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:13:31.296281 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:31.317057 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-a6a1416e-32d9-4c67-9541-ecd49544a668 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-687957108-network', 'tenant_id': 'accabbba722345d190b52446d1e7c2b7'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:13:31.335682 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844337a-7e8b-4945-b83d-0363d22cb047 req-c2675317-5b6e-42d0-847c-1811c2aba0e0 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:31.337133 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c844337a-7e8b-4945-b83d-0363d22cb047 req-c2675317-5b6e-42d0-847c-1811c2aba0e0 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/ports?device_id=81676d9e-8ae6-4214-8763-1a143ffac94c HTTP/1.1" status: 200 len: 949 time: 0.1000893 Jul 05 10:13:31.361826 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb508b3-9af9-4735-9ea0-09ca0dbcf5fb req-66dd3a36-f053-4569-b525-a4661abfb957 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:31.363419 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ceb508b3-9af9-4735-9ea0-09ca0dbcf5fb req-66dd3a36-f053-4569-b525-a4661abfb957 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 944 time: 0.0881517 Jul 05 10:13:31.388004 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a1416e-32d9-4c67-9541-ecd49544a668 admin admin] Made reservation on behalf of accabbba722345d190b52446d1e7c2b7 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:13:31.390297 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a6a1416e-32d9-4c67-9541-ecd49544a668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:31.412641 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a6a1416e-32d9-4c67-9541-ecd49544a668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:31.417743 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:31.447766 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c844337a-7e8b-4945-b83d-0363d22cb047 req-eca4d87c-7602-4010-8418-19305f040076 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0b21f9-1e1f-48cf-b5e5-bfb75977860c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039803 Jul 05 10:13:31.472023 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ceb508b3-9af9-4735-9ea0-09ca0dbcf5fb req-43e55f66-e92e-4cd4-9c62-ad6ba655a344 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956638 Jul 05 10:13:31.530113 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a6a1416e-32d9-4c67-9541-ecd49544a668 admin admin] Publish callbacks [] for security_group (b0b9f229-d187-4fbd-8e90-c03ff642664d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:31.533761 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a6a1416e-32d9-4c67-9541-ecd49544a668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (b0b9f229-d187-4fbd-8e90-c03ff642664d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:31.564551 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a1416e-32d9-4c67-9541-ecd49544a668 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:13:31.575420 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a1416e-32d9-4c67-9541-ecd49544a668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b9f229-d187-4fbd-8e90-c03ff642664d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:31.583623 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a6a1416e-32d9-4c67-9541-ecd49544a668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (6ee407dc-69bb-4444-a6b1-4ca985272936), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:31.583623 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.db.segments_db [None req-a6a1416e-32d9-4c67-9541-ecd49544a668 admin admin] Added segment 6ee407dc-69bb-4444-a6b1-4ca985272936 of type vlan for network 11e0e390-3962-4c1a-9a29-d936175172f2 Jul 05 10:13:31.629311 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a6a1416e-32d9-4c67-9541-ecd49544a668 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734376243128'] for network (11e0e390-3962-4c1a-9a29-d936175172f2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:31.655554 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a6a1416e-32d9-4c67-9541-ecd49544a668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724'] for network (11e0e390-3962-4c1a-9a29-d936175172f2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:31.656574 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a1416e-32d9-4c67-9541-ecd49544a668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:31.657144 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a6a1416e-32d9-4c67-9541-ecd49544a668 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:31.698490 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-a6a1416e-32d9-4c67-9541-ecd49544a668 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.5094774 Jul 05 10:13:31.698754 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 47156) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:13:31.727980 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-abb415ca-a81b-420c-9628-02bc482d3bf1 admin admin] Request body: {'subnet': {'network_id': '11e0e390-3962-4c1a-9a29-d936175172f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-687957108-subnet', 'tenant_id': 'accabbba722345d190b52446d1e7c2b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:13:31.734457 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a1416e-32d9-4c67-9541-ecd49544a668 admin admin] Pushing event updated for resources: {'Network': ['ID=11e0e390-3962-4c1a-9a29-d936175172f2,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:31.745526 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Network 11e0e390-3962-4c1a-9a29-d936175172f2 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:13:31.751556 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb415ca-a81b-420c-9628-02bc482d3bf1 admin admin] Made reservation on behalf of accabbba722345d190b52446d1e7c2b7 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:13:31.754208 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-abb415ca-a81b-420c-9628-02bc482d3bf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013712'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:31.922023 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-abb415ca-a81b-420c-9628-02bc482d3bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26022245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013306'] for subnet (8be4582f-b993-4bc3-86a4-bb174b7ba120), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:31.976327 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb415ca-a81b-420c-9628-02bc482d3bf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8be4582f-b993-4bc3-86a4-bb174b7ba120,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:31.990813 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb415ca-a81b-420c-9628-02bc482d3bf1 admin admin] Checking segment: {'id': '6ee407dc-69bb-4444-a6b1-4ca985272936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '11e0e390-3962-4c1a-9a29-d936175172f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:13:31.991692 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb415ca-a81b-420c-9628-02bc482d3bf1 admin admin] Network hostable DHCP agents. Network: 11e0e390-3962-4c1a-9a29-d936175172f2, hostable agents: ['79910865-91ee-4878-a729-5c22ab7e1742'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:13:32.008553 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb415ca-a81b-420c-9628-02bc482d3bf1 admin admin] Network 11e0e390-3962-4c1a-9a29-d936175172f2 is scheduled to be hosted by DHCP agent 79910865-91ee-4878-a729-5c22ab7e1742 with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:13:32.016757 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-abb415ca-a81b-420c-9628-02bc482d3bf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 11e0e390-3962-4c1a-9a29-d936175172f2) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:32.020714 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb415ca-a81b-420c-9628-02bc482d3bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:32.021302 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-abb415ca-a81b-420c-9628-02bc482d3bf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:32.028514 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1416edd5-c4dc-4dd8-bf1e-adf3a34f91f8 None None] Network 11e0e390-3962-4c1a-9a29-d936175172f2 requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:13:32.029535 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:32.031287 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:32.042381 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-abb415ca-a81b-420c-9628-02bc482d3bf1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3426859 Jul 05 10:13:32.059308 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:32.136027 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2a366e-55ca-478e-a8c1-ff1a782ec285 None None] Network 11e0e390-3962-4c1a-9a29-d936175172f2 requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:13:32.572006 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:32.599514 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9185d3-bd7d-43fc-bc5f-8975ff6d30d6 req-9906cc4c-b81a-46fd-9461-36c574a70fa6 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:32.601520 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-aa9185d3-bd7d-43fc-bc5f-8975ff6d30d6 req-9906cc4c-b81a-46fd-9461-36c574a70fa6 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/ports?device_id=81676d9e-8ae6-4214-8763-1a143ffac94c HTTP/1.1" status: 200 len: 949 time: 0.0838962 Jul 05 10:13:32.628947 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abc798-8364-490f-b9bd-76201ff64607 req-73aa77e4-faef-417a-84e9-e0ae2e615afe tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:32.630341 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-27abc798-8364-490f-b9bd-76201ff64607 req-73aa77e4-faef-417a-84e9-e0ae2e615afe tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 944 time: 0.0735140 Jul 05 10:13:32.675983 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-aa9185d3-bd7d-43fc-bc5f-8975ff6d30d6 req-0cf31412-5315-49b5-a08a-b52be397c587 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0b21f9-1e1f-48cf-b5e5-bfb75977860c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686243 Jul 05 10:13:32.703781 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-27abc798-8364-490f-b9bd-76201ff64607 req-d8b36750-1365-4346-a826-80c657b003d1 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665083 Jul 05 10:13:33.092574 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5 up at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:33.134080 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning for port c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 10:13:33.139411 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning complete for port c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:13:33.139784 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:33.192099 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:33.208731 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:13:33.209117 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:33.217907 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=5 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:33.231844 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81676d9e-8ae6-4214-8763-1a143ffac94c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:13:33.234071 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0ff12b24adccf04d36d5e95ed2fd555b52d0445ded186c21edfbf2ad21407b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1f9e02-505b-4c42-9222-198dbe51e310" -d '{"events": [{"server_uuid": "81676d9e-8ae6-4214-8763-1a143ffac94c", "name": "network-vif-plugged", "status": "completed", "tag": "c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:33.250621 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5,segment=NetworkSegment(acc53850-a417-4d97-a079-e0ad50755523),segment_id=acc53850-a417-4d97-a079-e0ad50755523)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:33.254495 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:33.283550 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5bedf5-f0c1-4a28-a941-528c18b754c7 x-openstack-request-id: req-3a5bedf5-f0c1-4a28-a941-528c18b754c7 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:33.283886 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81676d9e-8ae6-4214-8763-1a143ffac94c", "name": "network-vif-plugged", "status": "completed", "tag": "c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:33.284135 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a5bedf5-f0c1-4a28-a941-528c18b754c7 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:33.284554 dv-cinder-master-3-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a5bedf5-f0c1-4a28-a941-528c18b754c7'] response: {'server_uuid': '81676d9e-8ae6-4214-8763-1a143ffac94c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5', 'code': 200} Jul 05 10:13:33.305087 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:33.821589 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687aa421-63aa-47f7-8621-2614279c0b0c req-008c574b-e732-43fc-8a74-8337ea1cc64d tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:33.821589 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-687aa421-63aa-47f7-8621-2614279c0b0c req-008c574b-e732-43fc-8a74-8337ea1cc64d tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/ports?device_id=81676d9e-8ae6-4214-8763-1a143ffac94c HTTP/1.1" status: 200 len: 950 time: 0.0663071 Jul 05 10:13:33.862292 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04368c-5ab1-490f-afbe-cb0d860005d9 req-1addac58-326f-46fa-8ffd-52fcaff72c28 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:33.863736 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-da04368c-5ab1-490f-afbe-cb0d860005d9 req-1addac58-326f-46fa-8ffd-52fcaff72c28 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 944 time: 0.0759640 Jul 05 10:13:33.903521 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-687aa421-63aa-47f7-8621-2614279c0b0c req-88a3bc86-bb7a-4ef9-b470-d5d201dac924 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0b21f9-1e1f-48cf-b5e5-bfb75977860c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723226 Jul 05 10:13:33.930995 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-da04368c-5ab1-490f-afbe-cb0d860005d9 req-162a965e-c532-42b1-8c02-7ba884bac8e3 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570316 Jul 05 10:13:35.087287 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device e27d9ee6-1685-4aec-bb2d-ae3b3206c610 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:13:35.206368 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port e27d9ee6-1685-4aec-bb2d-ae3b3206c610, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e27d9ee6-1685-4aec-bb2d-ae3b3206c610,segment=NetworkSegment(746b1970-621d-49df-8f95-2f2b20e407c9),segment_id=746b1970-621d-49df-8f95-2f2b20e407c9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:35.219860 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Returning: {'device': 'e27d9ee6-1685-4aec-bb2d-ae3b3206c610', 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0', 'port_id': 'e27d9ee6-1685-4aec-bb2d-ae3b3206c610', 'mac_address': 'fa:16:3e:a5:fb:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49eafe0c-582f-492a-b16d-b0de2f074502', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:13:35.226766 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a679f-cad2-48b5-b657-cd22c019f73b req-dbc53a7c-f917-4c1b-a953-bbe601166774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:35.228313 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-764a679f-cad2-48b5-b657-cd22c019f73b req-dbc53a7c-f917-4c1b-a953-bbe601166774 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=81676d9e-8ae6-4214-8763-1a143ffac94c HTTP/1.1" status: 200 len: 1134 time: 0.1134057 Jul 05 10:13:35.239864 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b239f7-f170-4629-b559-ca4bcc65d98c req-f40a5e35-0f8c-4ba7-92f9-eac74b0e0a23 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:35.242058 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b3b239f7-f170-4629-b559-ca4bcc65d98c req-f40a5e35-0f8c-4ba7-92f9-eac74b0e0a23 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/ports?device_id=81676d9e-8ae6-4214-8763-1a143ffac94c HTTP/1.1" status: 200 len: 950 time: 0.1279662 Jul 05 10:13:35.246009 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-65c9e092-b2d8-4cc0-bf21-9889cbe60d52 req-26b6b8ec-5cc3-422c-987a-18dca0fd751d service neutron] 10.222.0.30 "GET /v2.0/networks/06dc420f-db33-4a47-ae2d-73a4f0de49a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097950 Jul 05 10:13:35.256813 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-0254c97b-21a0-40fd-9968-732b41367ab4 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:35.258446 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-0254c97b-21a0-40fd-9968-732b41367ab4 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/networks?id=11e0e390-3962-4c1a-9a29-d936175172f2 HTTP/1.1" status: 200 len: 813 time: 0.5125477 Jul 05 10:13:35.262139 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port e27d9ee6-1685-4aec-bb2d-ae3b3206c610 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:13:35.269590 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (e27d9ee6-1685-4aec-bb2d-ae3b3206c610), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:35.286488 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e27d9ee6-1685-4aec-bb2d-ae3b3206c610 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:13:35.308575 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port e27d9ee6-1685-4aec-bb2d-ae3b3206c610, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e27d9ee6-1685-4aec-bb2d-ae3b3206c610,segment=NetworkSegment(746b1970-621d-49df-8f95-2f2b20e407c9),segment_id=746b1970-621d-49df-8f95-2f2b20e407c9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:35.309114 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-74a72eb8-c634-45bb-a2c8-65df051a2b09 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/quotas/accabbba722345d190b52446d1e7c2b7 HTTP/1.1" status: 200 len: 375 time: 0.0335875 Jul 05 10:13:35.315548 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (e27d9ee6-1685-4aec-bb2d-ae3b3206c610), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:35.365104 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=e27d9ee6-1685-4aec-bb2d-ae3b3206c610,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:35.371313 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-764a679f-cad2-48b5-b657-cd22c019f73b req-f8abafa3-1261-4360-b1fe-e37b49659f8b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ee0b21f9-1e1f-48cf-b5e5-bfb75977860c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278017 Jul 05 10:13:35.374047 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-6ec9fd0a-1773-459b-ab18-a94054c8cde8 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=accabbba722345d190b52446d1e7c2b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498405 Jul 05 10:13:35.377509 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b3b239f7-f170-4629-b559-ca4bcc65d98c req-19a2129c-1a61-4f69-a3b8-24f6bcd919d2 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0b21f9-1e1f-48cf-b5e5-bfb75977860c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168036 Jul 05 10:13:35.423639 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 47240) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:13:35.513966 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8198ee6-849b-4462-bbf3-013abfa8b624 req-05770f35-66f4-408e-b481-4460bab3b27f tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:35.515588 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e8198ee6-849b-4462-bbf3-013abfa8b624 req-05770f35-66f4-408e-b481-4460bab3b27f tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 945 time: 0.0634172 Jul 05 10:13:35.535220 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-4c97692a-ec77-45fc-a7fe-a38fad59d590 service neutron] 10.222.0.20 "GET /v2.0/networks/11e0e390-3962-4c1a-9a29-d936175172f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511743 Jul 05 10:13:35.542376 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:35.543208 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a177e223-d52d-4da4-b732-aa102bd2bffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:35.631002 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e8198ee6-849b-4462-bbf3-013abfa8b624 req-346fe30f-9e65-4c43-ba5f-8313f2271fe0 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070352 Jul 05 10:13:35.640626 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a177e223-d52d-4da4-b732-aa102bd2bffb admin admin] Publish callbacks [] for security_group (293c9614-986e-434b-a320-e8732c8a0a2b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:35.650350 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a177e223-d52d-4da4-b732-aa102bd2bffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (293c9614-986e-434b-a320-e8732c8a0a2b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:35.671600 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-b0ed86c7-cc73-4ab2-92f0-61adb523d226 service neutron] 10.222.0.20 "GET /v2.0/networks/11e0e390-3962-4c1a-9a29-d936175172f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255610 Jul 05 10:13:35.697850 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-a177e223-d52d-4da4-b732-aa102bd2bffb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=828e55688d7349c493440aa539cf59d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2701485 Jul 05 10:13:35.697850 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177e223-d52d-4da4-b732-aa102bd2bffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293c9614-986e-434b-a320-e8732c8a0a2b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:35.698339 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 47250) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:13:35.756790 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6465a1bc-af1d-476a-aaca-e047de4fdfa1 admin admin] Publish callbacks [] for security_group (293c9614-986e-434b-a320-e8732c8a0a2b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:35.766313 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:35.783341 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6465a1bc-af1d-476a-aaca-e047de4fdfa1 admin admin] Publish callbacks [] for security_group (293c9614-986e-434b-a320-e8732c8a0a2b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:35.849921 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-55929120-413c-4716-9549-e1d72fd089a9 req-3b78e476-6f5b-4d67-8422-04e576b2c088 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=86fe0729-f79b-4fee-a79a-d004a32cfa2d HTTP/1.1" status: 200 len: 210 time: 0.0303619 Jul 05 10:13:35.850236 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['e27d9ee6-1685-4aec-bb2d-ae3b3206c610'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:13:35.863969 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6465a1bc-af1d-476a-aaca-e047de4fdfa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (293c9614-986e-434b-a320-e8732c8a0a2b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:35.868547 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6465a1bc-af1d-476a-aaca-e047de4fdfa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:35.870190 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-6465a1bc-af1d-476a-aaca-e047de4fdfa1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/293c9614-986e-434b-a320-e8732c8a0a2b HTTP/1.1" status: 204 len: 168 time: 0.1705158 Jul 05 10:13:35.882611 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465a1bc-af1d-476a-aaca-e047de4fdfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293c9614-986e-434b-a320-e8732c8a0a2b,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:36.017889 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:36.119560 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-3e468dbf-c965-4b15-96b4-0f5443ed09f8 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-142710623&fields=id&tenant_id=9edab973767545988e178ddff76557ac HTTP/1.1" status: 200 len: 267 time: 0.0480394 Jul 05 10:13:36.223219 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:36.255833 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-c7b21332-2884-4c39-8adf-50646b12d476 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:36.257432 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-c7b21332-2884-4c39-8adf-50646b12d476 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/networks?id=f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c HTTP/1.1" status: 200 len: 809 time: 0.1280513 Jul 05 10:13:36.262389 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 47272) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:13:36.274200 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-2a3c1446-e9cb-4e52-9aeb-ad4ee4c495ca tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/quotas/9edab973767545988e178ddff76557ac HTTP/1.1" status: 200 len: 375 time: 0.0104268 Jul 05 10:13:36.276854 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80fdb185-a51a-4718-b302-2bb43f1b5126 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:36.340582 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-c833a703-d9fd-49f9-b14e-167e2d09e991 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9edab973767545988e178ddff76557ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599694 Jul 05 10:13:36.380828 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80fdb185-a51a-4718-b302-2bb43f1b5126 admin admin] Publish callbacks [] for security_group (4124febb-2263-4239-b650-4a3e2df81ebe), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:36.385297 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80fdb185-a51a-4718-b302-2bb43f1b5126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (4124febb-2263-4239-b650-4a3e2df81ebe), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:36.430566 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-80fdb185-a51a-4718-b302-2bb43f1b5126 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=047cfe67961c4e92b3ecedfa92db55da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1670146 Jul 05 10:13:36.432369 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fdb185-a51a-4718-b302-2bb43f1b5126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4124febb-2263-4239-b650-4a3e2df81ebe,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:36.436212 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 47276) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:13:36.493515 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-295e8c82-bbfc-4437-8fb3-49bed90fe007 service neutron] 10.222.0.20 "GET /v2.0/networks/f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380563 Jul 05 10:13:36.494541 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-369feadf-a487-4d37-81c2-044e38a7e717 admin admin] Publish callbacks [] for security_group (4124febb-2263-4239-b650-4a3e2df81ebe), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:36.518205 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-369feadf-a487-4d37-81c2-044e38a7e717 admin admin] Publish callbacks [] for security_group (4124febb-2263-4239-b650-4a3e2df81ebe), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:36.558708 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817e388-7110-4bb9-96ff-bd69e96afe99 req-005ba1f4-df49-4986-b6c2-8ba0725b9c17 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:36.560250 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0817e388-7110-4bb9-96ff-bd69e96afe99 req-005ba1f4-df49-4986-b6c2-8ba0725b9c17 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/ports?device_id=81676d9e-8ae6-4214-8763-1a143ffac94c HTTP/1.1" status: 200 len: 950 time: 0.0811660 Jul 05 10:13:36.566961 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-369feadf-a487-4d37-81c2-044e38a7e717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (4124febb-2263-4239-b650-4a3e2df81ebe), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:36.569646 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-369feadf-a487-4d37-81c2-044e38a7e717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:36.570909 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-369feadf-a487-4d37-81c2-044e38a7e717 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4124febb-2263-4239-b650-4a3e2df81ebe HTTP/1.1" status: 204 len: 168 time: 0.1333513 Jul 05 10:13:36.578979 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369feadf-a487-4d37-81c2-044e38a7e717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4124febb-2263-4239-b650-4a3e2df81ebe,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:36.655921 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-d2486279-a3fe-4d47-90b3-afb7258bde2d service neutron] 10.222.0.20 "GET /v2.0/networks/f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421039 Jul 05 10:13:36.660198 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0817e388-7110-4bb9-96ff-bd69e96afe99 req-af375f50-736e-4761-9976-c1d3a5a2a715 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0b21f9-1e1f-48cf-b5e5-bfb75977860c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941973 Jul 05 10:13:36.837001 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f1860-8ae5-4df3-bdd3-e34595da5577 req-653544f6-2d1f-410f-99be-d694fa566a12 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:36.843138 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-688f1860-8ae5-4df3-bdd3-e34595da5577 req-653544f6-2d1f-410f-99be-d694fa566a12 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 945 time: 0.0883324 Jul 05 10:13:36.910519 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-688f1860-8ae5-4df3-bdd3-e34595da5577 req-fd02ae7d-0cd2-4561-91fb-a6151b8f8e90 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663581 Jul 05 10:13:37.058668 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-77f5ac87-fa50-456c-9528-00fd52cc9683 req-21130037-84bb-47e1-98e4-f43d350d07e8 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=86fe0729-f79b-4fee-a79a-d004a32cfa2d HTTP/1.1" status: 200 len: 210 time: 0.0436935 Jul 05 10:13:37.089674 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 47302) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:13:37.103414 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-99f3d2a5-1143-41ea-8bdc-32644e5b059d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:37.122954 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fd6a61af-2177-4343-8ba6-a80dcaf3c8ce req-4d1a9d92-703b-4c1f-af0e-b886f1801250 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 210 time: 0.0306897 Jul 05 10:13:37.179595 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device e27d9ee6-1685-4aec-bb2d-ae3b3206c610 up at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:37.216376 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-99f3d2a5-1143-41ea-8bdc-32644e5b059d admin admin] Publish callbacks [] for security_group (e19f5a78-26f2-44d2-a570-399df31521e6), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:37.225612 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-99f3d2a5-1143-41ea-8bdc-32644e5b059d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (e19f5a78-26f2-44d2-a570-399df31521e6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:37.240869 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning for port e27d9ee6-1685-4aec-bb2d-ae3b3206c610 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 10:13:37.249027 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning complete for port e27d9ee6-1685-4aec-bb2d-ae3b3206c610 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:13:37.249634 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (e27d9ee6-1685-4aec-bb2d-ae3b3206c610), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:37.265998 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:37.294102 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-99f3d2a5-1143-41ea-8bdc-32644e5b059d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b44ee3f02d624d8096956435031fe15a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2028093 Jul 05 10:13:37.296692 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 47310) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:13:37.297555 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3d2a5-1143-41ea-8bdc-32644e5b059d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19f5a78-26f2-44d2-a570-399df31521e6,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:37.386099 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port e27d9ee6-1685-4aec-bb2d-ae3b3206c610 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:13:37.386417 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (e27d9ee6-1685-4aec-bb2d-ae3b3206c610), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:37.395660 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e91346d7-397a-470a-bf37-d380c52131e1 admin admin] Publish callbacks [] for security_group (e19f5a78-26f2-44d2-a570-399df31521e6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:37.420453 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e91346d7-397a-470a-bf37-d380c52131e1 admin admin] Publish callbacks [] for security_group (e19f5a78-26f2-44d2-a570-399df31521e6), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:37.429703 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:37.432503 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e7fd00-8f3e-4fc4-882b-6ec193de0bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27d9ee6-1685-4aec-bb2d-ae3b3206c610'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:13:37.435540 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0ff12b24adccf04d36d5e95ed2fd555b52d0445ded186c21edfbf2ad21407b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63655c2-9c3c-403a-8593-46a93d5d08d6" -d '{"events": [{"server_uuid": "12e7fd00-8f3e-4fc4-882b-6ec193de0bfd", "name": "network-vif-plugged", "status": "completed", "tag": "e27d9ee6-1685-4aec-bb2d-ae3b3206c610"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:37.450420 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port e27d9ee6-1685-4aec-bb2d-ae3b3206c610, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e27d9ee6-1685-4aec-bb2d-ae3b3206c610,segment=NetworkSegment(746b1970-621d-49df-8f95-2f2b20e407c9),segment_id=746b1970-621d-49df-8f95-2f2b20e407c9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:37.459796 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (e27d9ee6-1685-4aec-bb2d-ae3b3206c610), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:37.485711 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e91346d7-397a-470a-bf37-d380c52131e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (e19f5a78-26f2-44d2-a570-399df31521e6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:37.493201 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e91346d7-397a-470a-bf37-d380c52131e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:37.496823 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee2b78c-2cdf-4b89-a499-aaae15280ad9 x-openstack-request-id: req-eee2b78c-2cdf-4b89-a499-aaae15280ad9 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:37.497037 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-e91346d7-397a-470a-bf37-d380c52131e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e19f5a78-26f2-44d2-a570-399df31521e6 HTTP/1.1" status: 204 len: 168 time: 0.1964808 Jul 05 10:13:37.497169 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e7fd00-8f3e-4fc4-882b-6ec193de0bfd", "name": "network-vif-plugged", "status": "completed", "tag": "e27d9ee6-1685-4aec-bb2d-ae3b3206c610", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:37.499352 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eee2b78c-2cdf-4b89-a499-aaae15280ad9 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:37.499597 dv-cinder-master-3-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eee2b78c-2cdf-4b89-a499-aaae15280ad9'] response: {'server_uuid': '12e7fd00-8f3e-4fc4-882b-6ec193de0bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27d9ee6-1685-4aec-bb2d-ae3b3206c610', 'code': 200} Jul 05 10:13:37.522290 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91346d7-397a-470a-bf37-d380c52131e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19f5a78-26f2-44d2-a570-399df31521e6,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:37.566834 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=e27d9ee6-1685-4aec-bb2d-ae3b3206c610,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:37.774529 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:37.787150 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4558ba0-ad8e-4f02-8a67-862a9593ff19 req-3db58574-529d-4673-a0e3-f247d5b65680 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:37.789185 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a4558ba0-ad8e-4f02-8a67-862a9593ff19 req-3db58574-529d-4673-a0e3-f247d5b65680 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/ports?device_id=81676d9e-8ae6-4214-8763-1a143ffac94c HTTP/1.1" status: 200 len: 950 time: 0.0547886 Jul 05 10:13:37.837433 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a4558ba0-ad8e-4f02-8a67-862a9593ff19 req-6b202508-daa4-4fef-bf2c-67f17ef8af10 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0b21f9-1e1f-48cf-b5e5-bfb75977860c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421822 Jul 05 10:13:38.043178 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070174-b90a-480a-ab09-028d58663f7e req-02ff5de5-bf28-438c-8981-3717d71a15b1 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:38.044742 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-34070174-b90a-480a-ab09-028d58663f7e req-02ff5de5-bf28-438c-8981-3717d71a15b1 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.0597472 Jul 05 10:13:38.168529 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-34070174-b90a-480a-ab09-028d58663f7e req-d843be41-88ff-4d8d-b2d4-6df3d47585ce tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167176 Jul 05 10:13:38.178172 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f610ff-7715-4f2e-a389-0ada2a41a11e req-411fa693-f7b5-4623-bb37-8c6a0e60d64f tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:38.184193 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-82f610ff-7715-4f2e-a389-0ada2a41a11e req-411fa693-f7b5-4623-bb37-8c6a0e60d64f tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/ports?device_id=81676d9e-8ae6-4214-8763-1a143ffac94c HTTP/1.1" status: 200 len: 950 time: 0.0946987 Jul 05 10:13:38.241639 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-82f610ff-7715-4f2e-a389-0ada2a41a11e req-5eb26cc2-88b1-479c-bc26-2b5fba52728b tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0b21f9-1e1f-48cf-b5e5-bfb75977860c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564201 Jul 05 10:13:38.318308 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8cd6edeb-f609-4de8-b814-10b9527ff568 req-e4fcd218-97a0-4a1f-9e79-3e15cb799fb0 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=86fe0729-f79b-4fee-a79a-d004a32cfa2d HTTP/1.1" status: 200 len: 210 time: 0.0427489 Jul 05 10:13:38.351128 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-18e89d03-78fd-454d-9ea8-f32225808035 req-123466c9-7aee-4270-a814-9cbad87c5f5b tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 210 time: 0.0376074 Jul 05 10:13:38.365280 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-6ca16577-4b3e-4c43-9534-4d8f9ffcce5f tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:38.372275 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-6ca16577-4b3e-4c43-9534-4d8f9ffcce5f tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.30 "GET /v2.0/networks?id=11e0e390-3962-4c1a-9a29-d936175172f2 HTTP/1.1" status: 200 len: 813 time: 0.2433856 Jul 05 10:13:39.299681 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbacef06-b22f-41eb-a71c-e0af5a8a03b2 req-c35494dc-98f0-4420-bf72-252b39dca15c tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:39.301263 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bbacef06-b22f-41eb-a71c-e0af5a8a03b2 req-c35494dc-98f0-4420-bf72-252b39dca15c tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.0478690 Jul 05 10:13:39.381376 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d738d4-cd64-4b4b-858e-1ecda528c293 req-bb999796-7cf5-4fb6-9719-0e7a04603cb6 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:39.382864 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a3d738d4-cd64-4b4b-858e-1ecda528c293 req-bb999796-7cf5-4fb6-9719-0e7a04603cb6 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/ports?device_id=81676d9e-8ae6-4214-8763-1a143ffac94c HTTP/1.1" status: 200 len: 950 time: 0.0686104 Jul 05 10:13:39.386885 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bbacef06-b22f-41eb-a71c-e0af5a8a03b2 req-76b56581-ea3b-437d-912b-8acc476fa340 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795653 Jul 05 10:13:39.433705 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a3d738d4-cd64-4b4b-858e-1ecda528c293 req-ca63ae01-3f99-4012-9c82-df50499e197b tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0b21f9-1e1f-48cf-b5e5-bfb75977860c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453191 Jul 05 10:13:39.468567 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-682eb3eb-1e39-4631-89e3-88803e5aa6b9 req-18a7a2a8-b276-4a8e-9714-bec0fdf4c1fd tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=86fe0729-f79b-4fee-a79a-d004a32cfa2d HTTP/1.1" status: 200 len: 210 time: 0.0280230 Jul 05 10:13:39.515204 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1a4f262a-6abf-4764-ab40-8b2bf5198817 req-e1a2dc01-c7d7-4f3d-93fe-d13d2444efd4 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 210 time: 0.0275636 Jul 05 10:13:40.499017 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbff3c5-8adc-406d-9898-588608c4bee6 req-f0e0f8c1-c9f5-4637-a17e-f3acebc5b86d tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:40.500532 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8fbff3c5-8adc-406d-9898-588608c4bee6 req-f0e0f8c1-c9f5-4637-a17e-f3acebc5b86d tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.0473304 Jul 05 10:13:40.566227 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2124de-1eaf-420a-b446-1a867600dd19 req-abd13fb1-8512-4864-829b-191366c9238e tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:40.568797 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ff2124de-1eaf-420a-b446-1a867600dd19 req-abd13fb1-8512-4864-829b-191366c9238e tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/ports?device_id=81676d9e-8ae6-4214-8763-1a143ffac94c HTTP/1.1" status: 200 len: 950 time: 0.0663178 Jul 05 10:13:40.604512 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8fbff3c5-8adc-406d-9898-588608c4bee6 req-8e64780d-5040-4aa9-a858-31116c54eb54 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930419 Jul 05 10:13:40.633820 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ff2124de-1eaf-420a-b446-1a867600dd19 req-b06d219f-b390-4815-9e7b-e672fb3414bc tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0b21f9-1e1f-48cf-b5e5-bfb75977860c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597231 Jul 05 10:13:40.697556 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-40b24e8c-3426-4f0c-8e8c-9f39489b0778 req-cbfd0930-095c-47ba-bb50-71ebcb359c60 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=86fe0729-f79b-4fee-a79a-d004a32cfa2d HTTP/1.1" status: 200 len: 210 time: 0.0297658 Jul 05 10:13:40.723473 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-581201dd-9ed5-444c-ba10-c51ed91d1ec4 req-ace0a4ee-b9ad-4354-92b9-7ef6b95a04a8 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 210 time: 0.0289428 Jul 05 10:13:41.234906 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:41.472676 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c7a1ac5d-1464-4ad5-8954-f331d993709a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:41.752827 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a81dd-4df5-4ea6-b8f0-9d25401b188c req-d662e4fa-5716-4881-bad7-25b45cc0a063 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:41.754296 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-253a81dd-4df5-4ea6-b8f0-9d25401b188c req-d662e4fa-5716-4881-bad7-25b45cc0a063 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.0802467 Jul 05 10:13:41.764934 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6b5a7-a568-45a6-82ab-a41e7ca090ea req-cfb7aaf7-0fd3-44c4-9bc0-a10cfba77bae tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:41.766313 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0cf6b5a7-a568-45a6-82ab-a41e7ca090ea req-cfb7aaf7-0fd3-44c4-9bc0-a10cfba77bae tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/ports?device_id=81676d9e-8ae6-4214-8763-1a143ffac94c HTTP/1.1" status: 200 len: 950 time: 0.0597990 Jul 05 10:13:41.832522 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:41.838756 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-253a81dd-4df5-4ea6-b8f0-9d25401b188c req-f1c8a68d-b354-4030-93bd-35d8c7210122 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715823 Jul 05 10:13:41.843716 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0cf6b5a7-a568-45a6-82ab-a41e7ca090ea req-98adb941-d2a6-4dc3-8b55-f786ff1cbd56 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0b21f9-1e1f-48cf-b5e5-bfb75977860c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699191 Jul 05 10:13:41.949150 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a5c1416f-3dcf-4953-acc0-3da8ed5975bf req-d0e2e09a-d959-455b-b5a8-3c4a65d2bea9 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=86fe0729-f79b-4fee-a79a-d004a32cfa2d HTTP/1.1" status: 200 len: 210 time: 0.0536199 Jul 05 10:13:41.950860 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5c2815ef-fe75-43b9-b1cc-b6bdc45fcbc1 req-d792ca37-081c-4111-92b4-5b396288b3d2 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 210 time: 0.0448394 Jul 05 10:13:42.808411 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-f71b7542-8151-414d-9944-679889c71e79 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Request body: {'port': {'device_id': '86fe0729-f79b-4fee-a79a-d004a32cfa2d', 'network_id': '11e0e390-3962-4c1a-9a29-d936175172f2', 'admin_state_up': True, 'tenant_id': 'accabbba722345d190b52446d1e7c2b7'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:13:42.823576 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:42.941240 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ab46a-82f0-4fe9-912d-1215a1487cf3 req-58639c01-623d-4089-a2d8-772be9d25ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:42.942735 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b09ab46a-82f0-4fe9-912d-1215a1487cf3 req-58639c01-623d-4089-a2d8-772be9d25ef4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 1130 time: 0.1155791 Jul 05 10:13:43.025637 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd96c05-4422-4e74-9e98-e70b071d8834 req-8e60825f-8f4c-43dc-a94e-e0ac8e31af5a tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:43.027086 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0bd96c05-4422-4e74-9e98-e70b071d8834 req-8e60825f-8f4c-43dc-a94e-e0ac8e31af5a tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.1058667 Jul 05 10:13:43.049186 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfc36b-793f-4600-b22d-8a5195f9ea70 req-17bdd706-e024-4c2a-8030-379e4db37f0a tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:43.050535 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d6dfc36b-793f-4600-b22d-8a5195f9ea70 req-17bdd706-e024-4c2a-8030-379e4db37f0a tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/ports?device_id=81676d9e-8ae6-4214-8763-1a143ffac94c HTTP/1.1" status: 200 len: 950 time: 0.0891430 Jul 05 10:13:43.093619 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-f71b7542-8151-414d-9944-679889c71e79 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Made reservation on behalf of accabbba722345d190b52446d1e7c2b7 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:13:43.096823 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-f71b7542-8151-414d-9944-679889c71e79 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:43.144755 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0bd96c05-4422-4e74-9e98-e70b071d8834 req-8b9ecb53-0465-4a63-9a00-4e283ab6c81b tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104786 Jul 05 10:13:43.161101 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d6dfc36b-793f-4600-b22d-8a5195f9ea70 req-2304af9a-5eb4-4113-95af-6d59cf8a920b tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0b21f9-1e1f-48cf-b5e5-bfb75977860c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963235 Jul 05 10:13:43.269031 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8feef3c7-339b-462a-8ff6-afed49c875eb req-950ee585-811a-40ed-a317-108de44fa70e tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=86fe0729-f79b-4fee-a79a-d004a32cfa2d HTTP/1.1" status: 200 len: 210 time: 0.0570369 Jul 05 10:13:43.287565 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8ea3d4ed-9546-4339-b6fc-59d85ba8f985 req-bc108bd9-63f8-4f04-a98e-238d6734e58c tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 210 time: 0.0622518 Jul 05 10:13:43.313570 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-f71b7542-8151-414d-9944-679889c71e79 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Allocated IP 172.20.0.5 (11e0e390-3962-4c1a-9a29-d936175172f2/8be4582f-b993-4bc3-86a4-bb174b7ba120/b00d9c04-1d84-4211-8344-23f678f0b868) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:13:43.487739 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-f71b7542-8151-414d-9944-679889c71e79 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Publish callbacks [] for port (b00d9c04-1d84-4211-8344-23f678f0b868), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:43.494594 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b09ab46a-82f0-4fe9-912d-1215a1487cf3 req-a4d9730a-c48b-4f01-823d-b0555583ebf3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697558 Jul 05 10:13:43.521730 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-f71b7542-8151-414d-9944-679889c71e79 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (b00d9c04-1d84-4211-8344-23f678f0b868), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:43.567348 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-f71b7542-8151-414d-9944-679889c71e79 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Network 11e0e390-3962-4c1a-9a29-d936175172f2 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:13:43.570304 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-f71b7542-8151-414d-9944-679889c71e79 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:43.574176 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-f71b7542-8151-414d-9944-679889c71e79 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:13:43.600443 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b7542-8151-414d-9944-679889c71e79 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Pushing event updated for resources: {'Port': ['ID=b00d9c04-1d84-4211-8344-23f678f0b868,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:43.610363 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:43.618957 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:43.627847 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-f71b7542-8151-414d-9944-679889c71e79 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:43.628479 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-f71b7542-8151-414d-9944-679889c71e79 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:43.644904 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-f71b7542-8151-414d-9944-679889c71e79 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8404450 Jul 05 10:13:43.986588 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-656993d7-bc71-4217-a3f0-32a716472d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:44.290035 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca567584-3b39-4e38-bdb8-a7a9f644fbd2 req-27d90a1f-183d-4b5c-8730-1f4a0eca5543 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:44.291402 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ca567584-3b39-4e38-bdb8-a7a9f644fbd2 req-27d90a1f-183d-4b5c-8730-1f4a0eca5543 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.0790501 Jul 05 10:13:44.310222 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cb51d-55f4-432c-b8f1-104a3357b7c3 req-a00b4e1a-c824-4707-b87e-131ab7256566 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:44.311604 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cc9cb51d-55f4-432c-b8f1-104a3357b7c3 req-a00b4e1a-c824-4707-b87e-131ab7256566 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/ports?device_id=81676d9e-8ae6-4214-8763-1a143ffac94c HTTP/1.1" status: 200 len: 950 time: 0.0701649 Jul 05 10:13:44.378530 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ca567584-3b39-4e38-bdb8-a7a9f644fbd2 req-345b89bc-5378-4ccf-9869-bd8f17ab7fbd tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816293 Jul 05 10:13:44.381722 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cc9cb51d-55f4-432c-b8f1-104a3357b7c3 req-878d428b-6d02-485d-977e-830a8313fff2 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0b21f9-1e1f-48cf-b5e5-bfb75977860c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633693 Jul 05 10:13:44.489634 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d68c193a-8d03-4d5f-ae9b-3873c69c6502 req-251f6ae5-ad4d-45ae-aa04-b3e1a4b79c7f tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 210 time: 0.0471127 Jul 05 10:13:44.503802 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabaa267-9b9f-4b29-a6e2-089c4413ec3b req-2578bcc0-68e5-4c42-a597-3038e5383042 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:44.508966 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-eabaa267-9b9f-4b29-a6e2-089c4413ec3b req-2578bcc0-68e5-4c42-a597-3038e5383042 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=86fe0729-f79b-4fee-a79a-d004a32cfa2d HTTP/1.1" status: 200 len: 931 time: 0.0754807 Jul 05 10:13:44.528375 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-0db21202-5155-4141-bef2-29efad83b43c service neutron] Request body: {'port': {'device_id': '86fe0729-f79b-4fee-a79a-d004a32cfa2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:13:44.606223 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-eabaa267-9b9f-4b29-a6e2-089c4413ec3b req-2f7a46ba-319a-45b6-a8b0-8b54d038bb5e tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b9f229-d187-4fbd-8e90-c03ff642664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950303 Jul 05 10:13:44.612232 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-0db21202-5155-4141-bef2-29efad83b43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (b00d9c04-1d84-4211-8344-23f678f0b868), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:44.862591 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-0db21202-5155-4141-bef2-29efad83b43c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b00d9c04-1d84-4211-8344-23f678f0b868 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:13:44.869965 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-0db21202-5155-4141-bef2-29efad83b43c service neutron] Publish callbacks [] for port (b00d9c04-1d84-4211-8344-23f678f0b868), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:44.882467 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-0db21202-5155-4141-bef2-29efad83b43c service neutron] Transition to ACTIVE for port object b00d9c04-1d84-4211-8344-23f678f0b868 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 10:13:44.886576 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-0db21202-5155-4141-bef2-29efad83b43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (b00d9c04-1d84-4211-8344-23f678f0b868), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:44.932550 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db21202-5155-4141-bef2-29efad83b43c service neutron] Pushing event updated for resources: {'Port': ['ID=b00d9c04-1d84-4211-8344-23f678f0b868,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:44.944340 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:45.010469 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-0db21202-5155-4141-bef2-29efad83b43c service neutron] Attempting to bind port b00d9c04-1d84-4211-8344-23f678f0b868 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:13:45.011242 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-0db21202-5155-4141-bef2-29efad83b43c service neutron] Attempting to bind port b00d9c04-1d84-4211-8344-23f678f0b868 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '6ee407dc-69bb-4444-a6b1-4ca985272936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '11e0e390-3962-4c1a-9a29-d936175172f2'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:13:45.011576 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-0db21202-5155-4141-bef2-29efad83b43c service neutron] Attempting to bind port b00d9c04-1d84-4211-8344-23f678f0b868 on network 11e0e390-3962-4c1a-9a29-d936175172f2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:13:45.016012 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-0db21202-5155-4141-bef2-29efad83b43c service neutron] Port b00d9c04-1d84-4211-8344-23f678f0b868 on network 11e0e390-3962-4c1a-9a29-d936175172f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 10:13:45.016331 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-0db21202-5155-4141-bef2-29efad83b43c service neutron] Attempting to bind port b00d9c04-1d84-4211-8344-23f678f0b868 on network 11e0e390-3962-4c1a-9a29-d936175172f2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:13:45.021449 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-0db21202-5155-4141-bef2-29efad83b43c service neutron] Checking agent: {'id': '2022926f-89e6-45ab-bc5a-219d9ca35e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'started_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:13:45.021787 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-0db21202-5155-4141-bef2-29efad83b43c service neutron] Checking segment: {'id': '6ee407dc-69bb-4444-a6b1-4ca985272936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '11e0e390-3962-4c1a-9a29-d936175172f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:13:45.022172 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-0db21202-5155-4141-bef2-29efad83b43c service neutron] Bound using segment: {'id': '6ee407dc-69bb-4444-a6b1-4ca985272936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '11e0e390-3962-4c1a-9a29-d936175172f2'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:13:45.022603 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-0db21202-5155-4141-bef2-29efad83b43c service neutron] Bound port: b00d9c04-1d84-4211-8344-23f678f0b868, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ee407dc-69bb-4444-a6b1-4ca985272936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '11e0e390-3962-4c1a-9a29-d936175172f2'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:13:45.023490 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-0db21202-5155-4141-bef2-29efad83b43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (b00d9c04-1d84-4211-8344-23f678f0b868), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:45.095008 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:45.098227 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-0db21202-5155-4141-bef2-29efad83b43c service neutron] For port b00d9c04-1d84-4211-8344-23f678f0b868, host hv-cinder-maste, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:13:45.100034 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:45.101960 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-0db21202-5155-4141-bef2-29efad83b43c service neutron] For port b00d9c04-1d84-4211-8344-23f678f0b868, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b00d9c04-1d84-4211-8344-23f678f0b868,segment=NetworkSegment(6ee407dc-69bb-4444-a6b1-4ca985272936),segment_id=6ee407dc-69bb-4444-a6b1-4ca985272936)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:13:45.113364 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-0db21202-5155-4141-bef2-29efad83b43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (b00d9c04-1d84-4211-8344-23f678f0b868), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:45.430083 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-0db21202-5155-4141-bef2-29efad83b43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:45.430679 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-0db21202-5155-4141-bef2-29efad83b43c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:45.432249 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-0db21202-5155-4141-bef2-29efad83b43c service neutron] 10.222.0.30 "PUT /v2.0/ports/b00d9c04-1d84-4211-8344-23f678f0b868 HTTP/1.1" status: 200 len: 1093 time: 0.9135182 Jul 05 10:13:45.433123 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86fe0729-f79b-4fee-a79a-d004a32cfa2d', 'tag': 'b00d9c04-1d84-4211-8344-23f678f0b868'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:13:45.435472 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91e5807-3afb-4331-a5a2-89b6c3900974" -d '{"events": [{"name": "network-changed", "server_uuid": "86fe0729-f79b-4fee-a79a-d004a32cfa2d", "tag": "b00d9c04-1d84-4211-8344-23f678f0b868"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:45.466785 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed8b69-84c3-421a-bd8d-3f47792424b2 req-af00f174-557c-4886-9cbb-3b82b72f2e82 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:45.468434 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d2ed8b69-84c3-421a-bd8d-3f47792424b2 req-af00f174-557c-4886-9cbb-3b82b72f2e82 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.30 "GET /v2.0/ports?device_id=81676d9e-8ae6-4214-8763-1a143ffac94c HTTP/1.1" status: 200 len: 950 time: 0.1121728 Jul 05 10:13:45.486597 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db21202-5155-4141-bef2-29efad83b43c service neutron] Pushing event updated for resources: {'Port': ['ID=b00d9c04-1d84-4211-8344-23f678f0b868,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:45.560209 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a58ee-8514-449a-b616-35546bd49f92 req-67f21560-7ec7-4d3e-aefa-5ed51b4ff262 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:45.561877 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d06a58ee-8514-449a-b616-35546bd49f92 req-67f21560-7ec7-4d3e-aefa-5ed51b4ff262 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.0925210 Jul 05 10:13:45.572552 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c65b33-dfb3-4a31-91c3-1c16cd36dba4 req-220dff62-dc40-4477-8905-5cb4fdd83104 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:45.574056 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-48c65b33-dfb3-4a31-91c3-1c16cd36dba4 req-220dff62-dc40-4477-8905-5cb4fdd83104 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/ports?device_id=81676d9e-8ae6-4214-8763-1a143ffac94c HTTP/1.1" status: 200 len: 950 time: 0.0666993 Jul 05 10:13:45.715557 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-48c65b33-dfb3-4a31-91c3-1c16cd36dba4 req-27d51ef1-1c3a-476b-8f1c-1000f985d817 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0b21f9-1e1f-48cf-b5e5-bfb75977860c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320727 Jul 05 10:13:45.720450 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d06a58ee-8514-449a-b616-35546bd49f92 req-1f923d38-bc28-4de8-9dc4-3c2f82faadba tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455188 Jul 05 10:13:45.728214 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-d2ed8b69-84c3-421a-bd8d-3f47792424b2 req-57e67441-f28d-42f7-b3d3-009c73524d5a tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Deleting port c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:13:45.728591 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d2ed8b69-84c3-421a-bd8d-3f47792424b2 req-57e67441-f28d-42f7-b3d3-009c73524d5a tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:45.771663 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85550f2-e69c-459b-b7f3-4d6adb47f14a x-openstack-request-id: req-e85550f2-e69c-459b-b7f3-4d6adb47f14a {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:45.771958 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86fe0729-f79b-4fee-a79a-d004a32cfa2d", "tag": "b00d9c04-1d84-4211-8344-23f678f0b868", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:45.772727 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e85550f2-e69c-459b-b7f3-4d6adb47f14a {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:45.772727 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e85550f2-e69c-459b-b7f3-4d6adb47f14a'] response: {'name': 'network-changed', 'server_uuid': '86fe0729-f79b-4fee-a79a-d004a32cfa2d', 'tag': 'b00d9c04-1d84-4211-8344-23f678f0b868', 'status': 'completed', 'code': 200} Jul 05 10:13:45.850095 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0f3838ef-c1ec-4ca4-ac4f-1a0699519281 req-b1519be8-7509-4d94-af2d-8f10d1277cb7 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 210 time: 0.0508046 Jul 05 10:13:45.893073 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-d2ed8b69-84c3-421a-bd8d-3f47792424b2 req-57e67441-f28d-42f7-b3d3-009c73524d5a tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] For port c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5,segment=NetworkSegment(acc53850-a417-4d97-a079-e0ad50755523),segment_id=acc53850-a417-4d97-a079-e0ad50755523)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:45.893435 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d2ed8b69-84c3-421a-bd8d-3f47792424b2 req-57e67441-f28d-42f7-b3d3-009c73524d5a tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:45.906188 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcfb4b3-e7ee-4416-aebd-0beee75e816d req-3f563945-5f9e-408e-be48-ca9794a5fea0 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:45.907813 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4fcfb4b3-e7ee-4416-aebd-0beee75e816d req-3f563945-5f9e-408e-be48-ca9794a5fea0 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=86fe0729-f79b-4fee-a79a-d004a32cfa2d HTTP/1.1" status: 200 len: 943 time: 0.0878654 Jul 05 10:13:45.915630 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-d2ed8b69-84c3-421a-bd8d-3f47792424b2 req-57e67441-f28d-42f7-b3d3-009c73524d5a tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Calling delete_port for c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:13:46.011191 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4fcfb4b3-e7ee-4416-aebd-0beee75e816d req-0ee25d36-8dcf-43f8-b73e-c5f14e119dd8 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b9f229-d187-4fbd-8e90-c03ff642664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971794 Jul 05 10:13:46.087931 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d2ed8b69-84c3-421a-bd8d-3f47792424b2 req-57e67441-f28d-42f7-b3d3-009c73524d5a tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:46.119475 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e67441-f28d-42f7-b3d3-009c73524d5a tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Pushing event deleted for resources: {'Port': ['ID=c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:46.170597 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ed8b69-84c3-421a-bd8d-3f47792424b2 req-57e67441-f28d-42f7-b3d3-009c73524d5a tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] No DVR routers for this DVR port c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5 on host hv-cinder-maste {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:13:46.173352 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d2ed8b69-84c3-421a-bd8d-3f47792424b2 req-57e67441-f28d-42f7-b3d3-009c73524d5a tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:46.177085 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d2ed8b69-84c3-421a-bd8d-3f47792424b2 req-57e67441-f28d-42f7-b3d3-009c73524d5a tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.30 "DELETE /v2.0/ports/c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5 HTTP/1.1" status: 204 len: 173 time: 0.5993800 Jul 05 10:13:46.245702 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:46.293282 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-4fbc13ad-12b9-4d2c-b539-72038d9274b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:46.294803 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-4fbc13ad-12b9-4d2c-b539-72038d9274b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=accabbba722345d190b52446d1e7c2b7&device_id=86fe0729-f79b-4fee-a79a-d004a32cfa2d HTTP/1.1" status: 200 len: 1127 time: 0.0641558 Jul 05 10:13:46.467453 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-0894bc5c-c8d2-4b29-86d3-04d3ece92a85 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b00d9c04-1d84-4211-8344-23f678f0b868 HTTP/1.1" status: 200 len: 217 time: 0.0579910 Jul 05 10:13:46.552817 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:46.572995 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:46.605226 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-868ac412-b726-4555-b92e-00248bacc1b1 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:46.606641 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-868ac412-b726-4555-b92e-00248bacc1b1 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.30 "GET /v2.0/networks?id=f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c HTTP/1.1" status: 200 len: 809 time: 0.2089677 Jul 05 10:13:46.608264 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-29b8fbde-c55c-4e5d-883f-d5a33a9d14c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:46.609777 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-29b8fbde-c55c-4e5d-883f-d5a33a9d14c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8be4582f-b993-4bc3-86a4-bb174b7ba120 HTTP/1.1" status: 200 len: 853 time: 0.0949657 Jul 05 10:13:46.815231 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:46.876282 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2f0a9f81-c3e2-440e-b0a2-22382725f642 req-0b780d8b-6b15-4c85-a581-878560ac4629 tempest-VolumesNegativeTest-649096789 tempest-VolumesNegativeTest-649096789-project] 10.222.0.20 "GET /v2.0/ports?device_id=81676d9e-8ae6-4214-8763-1a143ffac94c HTTP/1.1" status: 200 len: 210 time: 0.0460520 Jul 05 10:13:46.952570 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f1613-abc6-4c34-8729-48aad729e2a1 req-c43f9374-224f-488f-bfc8-0dd4a7d0e878 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:46.954171 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d51f1613-abc6-4c34-8729-48aad729e2a1 req-c43f9374-224f-488f-bfc8-0dd4a7d0e878 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.1572385 Jul 05 10:13:46.990761 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-c9cc3361-047d-4fbc-a8be-8ed131fe958f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11e0e390-3962-4c1a-9a29-d936175172f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634563 Jul 05 10:13:47.037196 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-758b743e-48ed-4ada-88b7-75bbcf5359be req-c0d37669-193d-425b-86d9-a8d3e4763f44 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 210 time: 0.0798798 Jul 05 10:13:47.071525 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-07da8957-71c9-44fc-aa6a-84878d9d0420 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9edab973767545988e178ddff76557ac HTTP/1.1" status: 200 len: 379 time: 0.1973662 Jul 05 10:13:47.085052 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-61b57e2c-bac1-446d-8bf9-8148a8ee7fc8 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Request body: {'port': {'device_id': '4684ec3d-0407-461f-8a19-d6d8f99ca49b', 'network_id': 'f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c', 'admin_state_up': True, 'tenant_id': '9edab973767545988e178ddff76557ac', 'security_groups': ['aa1b4f6b-fe45-4245-85d2-f14ab0e1f160']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:13:47.221014 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:13:47.242986 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] No Port match for: c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:13:47.243364 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5 not bound to the agent host hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:13:47.248086 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d51f1613-abc6-4c34-8729-48aad729e2a1 req-82d38f3a-dd83-4ea7-8c79-bab64f0b4c81 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2726090 Jul 05 10:13:47.275527 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d24027-7f34-405c-80cd-ca78f704d1f9 req-f032dd01-1033-4dd8-8fd3-33285e54e153 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:47.284907 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:47.286863 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-28d24027-7f34-405c-80cd-ca78f704d1f9 req-f032dd01-1033-4dd8-8fd3-33285e54e153 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=86fe0729-f79b-4fee-a79a-d004a32cfa2d HTTP/1.1" status: 200 len: 943 time: 0.1832154 Jul 05 10:13:47.358233 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-97df2035-8486-4c35-b8d9-da997077948a service neutron] 10.222.0.30 "GET /v2.0/networks/11e0e390-3962-4c1a-9a29-d936175172f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558125 Jul 05 10:13:47.460853 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-28d24027-7f34-405c-80cd-ca78f704d1f9 req-2cf40b27-5e18-4ac7-91bf-cc33a2834039 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b9f229-d187-4fbd-8e90-c03ff642664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727426 Jul 05 10:13:47.471608 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5327c5-df00-4e2e-ae72-9c1a191ecc1f req-7530bf66-8bfb-46a3-8ea4-f43f607465d6 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:47.473062 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bc5327c5-df00-4e2e-ae72-9c1a191ecc1f req-7530bf66-8bfb-46a3-8ea4-f43f607465d6 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.1464944 Jul 05 10:13:47.489787 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 47498) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:13:47.494994 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-a48e337f-f741-4127-80c9-32c9ea5f6939 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Request body: {'floatingip': {'port_id': 'e27d9ee6-1685-4aec-bb2d-ae3b3206c610'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:13:47.511324 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-61b57e2c-bac1-446d-8bf9-8148a8ee7fc8 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Made reservation on behalf of 9edab973767545988e178ddff76557ac for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:13:47.516409 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-61b57e2c-bac1-446d-8bf9-8148a8ee7fc8 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:47.564034 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2bb490d5-e0d1-4066-a27a-c29218a01a7a req-e08af54d-2728-4a08-bac3-65530c1388e1 service neutron] 10.222.0.30 "GET /v2.0/networks/11e0e390-3962-4c1a-9a29-d936175172f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844873 Jul 05 10:13:47.572258 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a48e337f-f741-4127-80c9-32c9ea5f6939 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks [] for floatingip (244d163c-1d6e-4aea-88b5-01f27b61c477), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:47.672033 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-61b57e2c-bac1-446d-8bf9-8148a8ee7fc8 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Allocated IP 172.20.0.7 (f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c/9211c471-107c-45c5-9588-dc32c76fb980/1a0fe351-4265-449d-8b7d-508a71c44b30) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:13:47.692661 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:47.781034 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81676d9e-8ae6-4214-8763-1a143ffac94c', 'name': 'network-vif-deleted', 'tag': 'c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:13:47.783504 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01d5093-a80e-4e2e-a539-fbd528d269fb" -d '{"events": [{"server_uuid": "81676d9e-8ae6-4214-8763-1a143ffac94c", "name": "network-vif-deleted", "tag": "c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:47.823103 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6b89a9-b843-4a1f-b889-5dfbc7ede992 x-openstack-request-id: req-5f6b89a9-b843-4a1f-b889-5dfbc7ede992 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:47.823266 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81676d9e-8ae6-4214-8763-1a143ffac94c", "name": "network-vif-deleted", "tag": "c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:47.823681 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f6b89a9-b843-4a1f-b889-5dfbc7ede992 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:47.823894 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f6b89a9-b843-4a1f-b889-5dfbc7ede992'] response: {'server_uuid': '81676d9e-8ae6-4214-8763-1a143ffac94c', 'name': 'network-vif-deleted', 'tag': 'c4b5a44e-2a0f-4e9f-bcaa-a8472a69f6a5', 'status': 'completed', 'code': 200} Jul 05 10:13:47.837121 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-61b57e2c-bac1-446d-8bf9-8148a8ee7fc8 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks [] for port (1a0fe351-4265-449d-8b7d-508a71c44b30), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:47.846509 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:47.875203 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-61b57e2c-bac1-446d-8bf9-8148a8ee7fc8 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (1a0fe351-4265-449d-8b7d-508a71c44b30), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:47.928407 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-61b57e2c-bac1-446d-8bf9-8148a8ee7fc8 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Network f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:13:47.934325 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-61b57e2c-bac1-446d-8bf9-8148a8ee7fc8 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:47.938418 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-61b57e2c-bac1-446d-8bf9-8148a8ee7fc8 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:13:47.989818 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-61b57e2c-bac1-446d-8bf9-8148a8ee7fc8 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:47.990456 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-61b57e2c-bac1-446d-8bf9-8148a8ee7fc8 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:47.999808 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b57e2c-bac1-446d-8bf9-8148a8ee7fc8 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Pushing event updated for resources: {'Port': ['ID=1a0fe351-4265-449d-8b7d-508a71c44b30,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:48.026237 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-61b57e2c-bac1-446d-8bf9-8148a8ee7fc8 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9455888 Jul 05 10:13:48.229280 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8367ecd-100e-44c5-ba5a-8ef266ed4261 req-8614433c-9436-40bf-a70f-c5231846d685 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:48.236504 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a8367ecd-100e-44c5-ba5a-8ef266ed4261 req-8614433c-9436-40bf-a70f-c5231846d685 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 931 time: 0.0660894 Jul 05 10:13:48.262914 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a48e337f-f741-4127-80c9-32c9ea5f6939 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:48.268300 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a48e337f-f741-4127-80c9-32c9ea5f6939 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-790480'] for floatingip (244d163c-1d6e-4aea-88b5-01f27b61c477), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:48.302357 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7adc7ec4-8743-4e22-a1f6-fa179f026278 None None] Provisioning complete for port 1a0fe351-4265-449d-8b7d-508a71c44b30 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:13:48.302925 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7adc7ec4-8743-4e22-a1f6-fa179f026278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (1a0fe351-4265-449d-8b7d-508a71c44b30), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:48.332528 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a8367ecd-100e-44c5-ba5a-8ef266ed4261 req-b180e257-3fe6-4521-9e8c-e0fb5c8b5e10 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948627 Jul 05 10:13:48.357648 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7adc7ec4-8743-4e22-a1f6-fa179f026278 None None] Port 1a0fe351-4265-449d-8b7d-508a71c44b30 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:13:48.419663 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.db.l3_db [None req-a48e337f-f741-4127-80c9-32c9ea5f6939 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Floating IP 244d163c-1d6e-4aea-88b5-01f27b61c477 associated. External IP: 172.37.2.201, port: e27d9ee6-1685-4aec-bb2d-ae3b3206c610. Jul 05 10:13:48.641536 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405186c-a4bb-4dde-a83c-af800f375848 req-06029c5f-d02f-4a9d-a77e-146f96c601a0 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:48.652702 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d405186c-a4bb-4dde-a83c-af800f375848 req-06029c5f-d02f-4a9d-a77e-146f96c601a0 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=86fe0729-f79b-4fee-a79a-d004a32cfa2d HTTP/1.1" status: 200 len: 943 time: 0.0797877 Jul 05 10:13:48.728552 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48e337f-f741-4127-80c9-32c9ea5f6939 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Router 171adb4d-589e-424b-999e-cec7a627efe6 has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:13:48.730975 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d405186c-a4bb-4dde-a83c-af800f375848 req-27bf8983-af33-400b-954e-b27fc6b52af7 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b9f229-d187-4fbd-8e90-c03ff642664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767879 Jul 05 10:13:48.808823 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 47556) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:13:48.874853 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48e337f-f741-4127-80c9-32c9ea5f6939 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:13:48.890077 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12892328-b7e6-4ad1-83de-53ac30a2e947 None None] Sync routers for ids ['171adb4d-589e-424b-999e-cec7a627efe6'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:13:48.893901 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a48e337f-f741-4127-80c9-32c9ea5f6939 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:48.908239 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12892328-b7e6-4ad1-83de-53ac30a2e947 None None] Routers {'171adb4d-589e-424b-999e-cec7a627efe6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:13:48.909237 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-12892328-b7e6-4ad1-83de-53ac30a2e947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:13:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['171adb4d-589e-424b-999e-cec7a627efe6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:48.945925 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:48.983201 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-a48e337f-f741-4127-80c9-32c9ea5f6939 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "PUT /v2.0/floatingips/244d163c-1d6e-4aea-88b5-01f27b61c477 HTTP/1.1" status: 200 len: 992 time: 1.4902546 Jul 05 10:13:48.983201 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e7fd00-8f3e-4fc4-882b-6ec193de0bfd', 'tag': 'e27d9ee6-1685-4aec-bb2d-ae3b3206c610'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:13:48.984451 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afc1adaeb3b5fe8d75c18ebcd0f0cb199cc22f98a1fdc7b87986fe26239d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cabd9d3-9604-4da4-9572-6df748992a92" -d '{"events": [{"name": "network-changed", "server_uuid": "12e7fd00-8f3e-4fc4-882b-6ec193de0bfd", "tag": "e27d9ee6-1685-4aec-bb2d-ae3b3206c610"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:49.034034 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478d5ac8-4a45-466d-8639-5f2140603188 x-openstack-request-id: req-478d5ac8-4a45-466d-8639-5f2140603188 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:49.034322 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e7fd00-8f3e-4fc4-882b-6ec193de0bfd", "tag": "e27d9ee6-1685-4aec-bb2d-ae3b3206c610", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:49.034568 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-478d5ac8-4a45-466d-8639-5f2140603188 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:49.034969 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-478d5ac8-4a45-466d-8639-5f2140603188'] response: {'name': 'network-changed', 'server_uuid': '12e7fd00-8f3e-4fc4-882b-6ec193de0bfd', 'tag': 'e27d9ee6-1685-4aec-bb2d-ae3b3206c610', 'status': 'completed', 'code': 200} Jul 05 10:13:49.043739 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7ca3da83-f17d-45ef-a0c4-52219c6805d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:49.063724 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-12892328-b7e6-4ad1-83de-53ac30a2e947 None None] Set router 171adb4d-589e-424b-999e-cec7a627efe6 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:13:49.145203 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7ca3da83-f17d-45ef-a0c4-52219c6805d2 admin admin] Publish callbacks [] for security_group (417d6490-ebfb-46a6-96e7-4891378d39cf), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:49.150778 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7ca3da83-f17d-45ef-a0c4-52219c6805d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (417d6490-ebfb-46a6-96e7-4891378d39cf), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:49.206243 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca3da83-f17d-45ef-a0c4-52219c6805d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417d6490-ebfb-46a6-96e7-4891378d39cf,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:49.217765 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-7ca3da83-f17d-45ef-a0c4-52219c6805d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a96afb5d6054ddcbf3b4cf54a2900b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4050975 Jul 05 10:13:49.217765 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 47618) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:13:49.282302 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-665028d0-1f8a-4067-9d29-1f11d02f67a7 admin admin] Publish callbacks [] for security_group (417d6490-ebfb-46a6-96e7-4891378d39cf), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:49.324753 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:49.326572 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-665028d0-1f8a-4067-9d29-1f11d02f67a7 admin admin] Publish callbacks [] for security_group (417d6490-ebfb-46a6-96e7-4891378d39cf), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:49.397382 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-665028d0-1f8a-4067-9d29-1f11d02f67a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (417d6490-ebfb-46a6-96e7-4891378d39cf), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:49.400263 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-665028d0-1f8a-4067-9d29-1f11d02f67a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:49.400645 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-12892328-b7e6-4ad1-83de-53ac30a2e947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171adb4d-589e-424b-999e-cec7a627efe6', 'name': 'tempest-ServerRescueNegativeTestJSON-696623463-router', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.197'}], 'enable_snat': True}, 'gw_port_id': '3e8269aa-67b2-43be-97e3-8bb5b9c7c00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'gw_port': {'id': '3e8269aa-67b2-43be-97e3-8bb5b9c7c00d', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:07Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '244d163c-1d6e-4aea-88b5-01f27b61c477', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'floating_ip_address': '172.37.2.201', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'port_id': 'e27d9ee6-1685-4aec-bb2d-ae3b3206c610', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0', 'mac_address': 'fa:16:3e:a5:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e7fd00-8f3e-4fc4-882b-6ec193de0bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:13:03Z', 'updated_at': '2022-07-05T10:13:48Z', 'revision_number': 1, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b2bbd94-e474-4119-be2b-37070c74b21f', 'name': '', 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'mac_address': 'fa:16:3e:a0:46:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '49eafe0c-582f-492a-b16d-b0de2f074502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:30Z', 'revision_number': 5, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'subnets': [{'id': '49eafe0c-582f-492a-b16d-b0de2f074502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:49.401512 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-665028d0-1f8a-4067-9d29-1f11d02f67a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/417d6490-ebfb-46a6-96e7-4891378d39cf HTTP/1.1" status: 204 len: 168 time: 0.1830165 Jul 05 10:13:49.413151 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665028d0-1f8a-4067-9d29-1f11d02f67a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417d6490-ebfb-46a6-96e7-4891378d39cf,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:49.472360 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12892328-b7e6-4ad1-83de-53ac30a2e947 None None] Checking router: 171adb4d-589e-424b-999e-cec7a627efe6 for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:13:49.502809 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12892328-b7e6-4ad1-83de-53ac30a2e947 None None] Routers {'171adb4d-589e-424b-999e-cec7a627efe6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:13:49.503424 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-12892328-b7e6-4ad1-83de-53ac30a2e947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:13:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['171adb4d-589e-424b-999e-cec7a627efe6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:49.521510 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:49.553651 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb53dcd-0916-4284-9f6b-95d14c405dc8 req-03d4d3e5-33f0-4226-ae14-2cdf7798119e tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:49.555864 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bfb53dcd-0916-4284-9f6b-95d14c405dc8 req-03d4d3e5-33f0-4226-ae14-2cdf7798119e tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 931 time: 0.1054006 Jul 05 10:13:49.577447 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:49.619350 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bfb53dcd-0916-4284-9f6b-95d14c405dc8 req-f15a7336-ca3f-40cd-81ca-f84c2a2b589a tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536942 Jul 05 10:13:49.657931 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-12892328-b7e6-4ad1-83de-53ac30a2e947 None None] Set router 171adb4d-589e-424b-999e-cec7a627efe6 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:13:49.884652 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62267da7-0b94-4fbd-9648-39a9a37b7b4c req-44bc1fe6-497d-409b-8284-a4fa293fbfee tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:49.886323 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-62267da7-0b94-4fbd-9648-39a9a37b7b4c req-44bc1fe6-497d-409b-8284-a4fa293fbfee tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=86fe0729-f79b-4fee-a79a-d004a32cfa2d HTTP/1.1" status: 200 len: 943 time: 0.0520492 Jul 05 10:13:49.972783 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-12892328-b7e6-4ad1-83de-53ac30a2e947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171adb4d-589e-424b-999e-cec7a627efe6', 'name': 'tempest-ServerRescueNegativeTestJSON-696623463-router', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.197'}], 'enable_snat': True}, 'gw_port_id': '3e8269aa-67b2-43be-97e3-8bb5b9c7c00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'gw_port': {'id': '3e8269aa-67b2-43be-97e3-8bb5b9c7c00d', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:07Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '244d163c-1d6e-4aea-88b5-01f27b61c477', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'floating_ip_address': '172.37.2.201', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'port_id': 'e27d9ee6-1685-4aec-bb2d-ae3b3206c610', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0', 'mac_address': 'fa:16:3e:a5:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e7fd00-8f3e-4fc4-882b-6ec193de0bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:13:03Z', 'updated_at': '2022-07-05T10:13:48Z', 'revision_number': 1, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b2bbd94-e474-4119-be2b-37070c74b21f', 'name': '', 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'mac_address': 'fa:16:3e:a0:46:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '49eafe0c-582f-492a-b16d-b0de2f074502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:30Z', 'revision_number': 5, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'subnets': [{'id': '49eafe0c-582f-492a-b16d-b0de2f074502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:49.973609 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-62267da7-0b94-4fbd-9648-39a9a37b7b4c req-343f3aa4-ed27-4074-9b96-0ba1b47c688c tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b9f229-d187-4fbd-8e90-c03ff642664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763295 Jul 05 10:13:50.023201 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12892328-b7e6-4ad1-83de-53ac30a2e947 None None] The sync data for ids ['171adb4d-589e-424b-999e-cec7a627efe6'] in dv-cinder-master-3-iscsi is: [{'id': '171adb4d-589e-424b-999e-cec7a627efe6', 'name': 'tempest-ServerRescueNegativeTestJSON-696623463-router', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.197'}], 'enable_snat': True}, 'gw_port_id': '3e8269aa-67b2-43be-97e3-8bb5b9c7c00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'gw_port': {'id': '3e8269aa-67b2-43be-97e3-8bb5b9c7c00d', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:07Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '244d163c-1d6e-4aea-88b5-01f27b61c477', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'floating_ip_address': '172.37.2.201', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'port_id': 'e27d9ee6-1685-4aec-bb2d-ae3b3206c610', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0', 'mac_address': 'fa:16:3e:a5:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e7fd00-8f3e-4fc4-882b-6ec193de0bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:13:03Z', 'updated_at': '2022-07-05T10:13:48Z', 'revision_number': 1, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b2bbd94-e474-4119-be2b-37070c74b21f', 'name': '', 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'mac_address': 'fa:16:3e:a0:46:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '49eafe0c-582f-492a-b16d-b0de2f074502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:30Z', 'revision_number': 5, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'subnets': [{'id': '49eafe0c-582f-492a-b16d-b0de2f074502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:13:50.330661 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309bfeda-fed9-4899-a1dc-379e3c148982 None None] New status for floating IP 244d163c-1d6e-4aea-88b5-01f27b61c477: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 10:13:50.460482 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-7b32f8ea-0d43-41e6-add4-e0aee360fa27 service neutron] Request body: {'port': {'device_id': '4684ec3d-0407-461f-8a19-d6d8f99ca49b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:13:50.542031 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabd9d3-9604-4da4-9572-6df748992a92 req-9d8cc6d7-cbb4-4c5a-aee6-d48755bc905d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:50.546597 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7cabd9d3-9604-4da4-9572-6df748992a92 req-9d8cc6d7-cbb4-4c5a-aee6-d48755bc905d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f2199fa0bc54901aa24195a250a9e25&device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 1130 time: 0.0858712 Jul 05 10:13:50.551686 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:50.727934 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e5807-3afb-4331-a5a2-89b6c3900974 req-100662f4-190d-4c7d-ad54-bbef0336cd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:50.729707 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b91e5807-3afb-4331-a5a2-89b6c3900974 req-100662f4-190d-4c7d-ad54-bbef0336cd0c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=accabbba722345d190b52446d1e7c2b7&device_id=86fe0729-f79b-4fee-a79a-d004a32cfa2d HTTP/1.1" status: 200 len: 1127 time: 0.2841501 Jul 05 10:13:50.731010 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabd9d3-9604-4da4-9572-6df748992a92 req-5fb416b2-3eea-446f-b36b-53e10ed60e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:50.732786 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7cabd9d3-9604-4da4-9572-6df748992a92 req-5fb416b2-3eea-446f-b36b-53e10ed60e5e service neutron] 10.222.0.30 "GET /v2.0/networks?id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 HTTP/1.1" status: 200 len: 919 time: 0.1778245 Jul 05 10:13:50.733180 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-7b32f8ea-0d43-41e6-add4-e0aee360fa27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (1a0fe351-4265-449d-8b7d-508a71c44b30), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:50.759222 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:50.935478 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7cabd9d3-9604-4da4-9572-6df748992a92 req-19909222-ce85-43d2-81ca-ed05f380b249 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e27d9ee6-1685-4aec-bb2d-ae3b3206c610 HTTP/1.1" status: 200 len: 1002 time: 0.1931503 Jul 05 10:13:51.020079 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabd9d3-9604-4da4-9572-6df748992a92 req-4615e193-9238-42e5-b7db-2d05eee149a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:51.021401 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7cabd9d3-9604-4da4-9572-6df748992a92 req-4615e193-9238-42e5-b7db-2d05eee149a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49eafe0c-582f-492a-b16d-b0de2f074502 HTTP/1.1" status: 200 len: 857 time: 0.0761278 Jul 05 10:13:51.143709 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabd9d3-9604-4da4-9572-6df748992a92 req-3875faa7-8225-40cf-b82f-5580c411b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:51.146767 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7cabd9d3-9604-4da4-9572-6df748992a92 req-3875faa7-8225-40cf-b82f-5580c411b71c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1181705 Jul 05 10:13:51.182879 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c438f-fbe1-4c22-b874-283ae287a2ac req-69be6950-7143-4e5d-ac7d-45e8e8819d5b tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:51.184549 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ea5c438f-fbe1-4c22-b874-283ae287a2ac req-69be6950-7143-4e5d-ac7d-45e8e8819d5b tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 931 time: 0.3829596 Jul 05 10:13:51.240168 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:13:51.257978 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device b00d9c04-1d84-4211-8344-23f678f0b868 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:13:51.261903 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e5807-3afb-4331-a5a2-89b6c3900974 req-8844f12c-1b3e-4fff-8e22-0b4699ea1912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:51.263226 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b91e5807-3afb-4331-a5a2-89b6c3900974 req-8844f12c-1b3e-4fff-8e22-0b4699ea1912 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11e0e390-3962-4c1a-9a29-d936175172f2 HTTP/1.1" status: 200 len: 914 time: 0.5114152 Jul 05 10:13:51.418486 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port b00d9c04-1d84-4211-8344-23f678f0b868, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b00d9c04-1d84-4211-8344-23f678f0b868,segment=NetworkSegment(6ee407dc-69bb-4444-a6b1-4ca985272936),segment_id=6ee407dc-69bb-4444-a6b1-4ca985272936)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:51.446366 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Returning: {'device': 'b00d9c04-1d84-4211-8344-23f678f0b868', 'network_id': '11e0e390-3962-4c1a-9a29-d936175172f2', 'port_id': 'b00d9c04-1d84-4211-8344-23f678f0b868', 'mac_address': 'fa:16:3e:e6:27:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be4582f-b993-4bc3-86a4-bb174b7ba120', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:13:51.487312 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port b00d9c04-1d84-4211-8344-23f678f0b868 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:13:51.487922 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (b00d9c04-1d84-4211-8344-23f678f0b868), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:51.504419 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b00d9c04-1d84-4211-8344-23f678f0b868 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:13:51.530207 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port b00d9c04-1d84-4211-8344-23f678f0b868, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b00d9c04-1d84-4211-8344-23f678f0b868,segment=NetworkSegment(6ee407dc-69bb-4444-a6b1-4ca985272936),segment_id=6ee407dc-69bb-4444-a6b1-4ca985272936)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:51.541019 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (b00d9c04-1d84-4211-8344-23f678f0b868), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:51.627986 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7cabd9d3-9604-4da4-9572-6df748992a92 req-3f1a8125-bef2-4288-b3d0-d484c0e2f73b service neutron] 10.222.0.30 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611452 Jul 05 10:13:51.630155 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c9f75-b3e0-49cd-8f23-b465bb41ce12 req-4b1723aa-1853-45a2-805a-539c78d5e0e2 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:51.631652 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ae2c9f75-b3e0-49cd-8f23-b465bb41ce12 req-4b1723aa-1853-45a2-805a-539c78d5e0e2 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=86fe0729-f79b-4fee-a79a-d004a32cfa2d HTTP/1.1" status: 200 len: 943 time: 0.4921231 Jul 05 10:13:51.643939 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b91e5807-3afb-4331-a5a2-89b6c3900974 req-502b0e60-a84b-4e31-8585-7bb10fd8e2fb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b00d9c04-1d84-4211-8344-23f678f0b868 HTTP/1.1" status: 200 len: 217 time: 0.3604810 Jul 05 10:13:51.655690 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=b00d9c04-1d84-4211-8344-23f678f0b868,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:51.717567 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ea5c438f-fbe1-4c22-b874-283ae287a2ac req-65683f47-7edd-45df-9230-af137e5e4e8c tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5202558 Jul 05 10:13:51.752591 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:51.761858 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ae2c9f75-b3e0-49cd-8f23-b465bb41ce12 req-7f0335c4-8d71-4764-b261-e4c10c09ef2f tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b9f229-d187-4fbd-8e90-c03ff642664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169178 Jul 05 10:13:51.775745 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7cabd9d3-9604-4da4-9572-6df748992a92 req-cdaee8e3-c659-42e9-bb65-927aae31e1fd service neutron] 10.222.0.30 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468465 Jul 05 10:13:51.818931 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e5807-3afb-4331-a5a2-89b6c3900974 req-96b1a4ba-758f-40f8-9e90-ddfa8b490d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:51.821041 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b91e5807-3afb-4331-a5a2-89b6c3900974 req-96b1a4ba-758f-40f8-9e90-ddfa8b490d05 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8be4582f-b993-4bc3-86a4-bb174b7ba120 HTTP/1.1" status: 200 len: 853 time: 0.1654100 Jul 05 10:13:51.824751 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-7b32f8ea-0d43-41e6-add4-e0aee360fa27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a0fe351-4265-449d-8b7d-508a71c44b30 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:13:51.840888 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-7b32f8ea-0d43-41e6-add4-e0aee360fa27 service neutron] Publish callbacks [] for port (1a0fe351-4265-449d-8b7d-508a71c44b30), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:51.869275 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b91e5807-3afb-4331-a5a2-89b6c3900974 req-f9fe3dbf-3d76-4235-950a-ef14ef9fc592 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11e0e390-3962-4c1a-9a29-d936175172f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399299 Jul 05 10:13:51.871891 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-7b32f8ea-0d43-41e6-add4-e0aee360fa27 service neutron] Transition to ACTIVE for port object 1a0fe351-4265-449d-8b7d-508a71c44b30 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 10:13:51.875632 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-7b32f8ea-0d43-41e6-add4-e0aee360fa27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (1a0fe351-4265-449d-8b7d-508a71c44b30), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:51.953351 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32f8ea-0d43-41e6-add4-e0aee360fa27 service neutron] Pushing event updated for resources: {'Port': ['ID=1a0fe351-4265-449d-8b7d-508a71c44b30,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:51.993433 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['b00d9c04-1d84-4211-8344-23f678f0b868'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:13:52.060987 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b91e5807-3afb-4331-a5a2-89b6c3900974 req-2abd10c5-e9bb-4267-88fd-18ed09833023 service neutron] 10.222.0.30 "GET /v2.0/networks/11e0e390-3962-4c1a-9a29-d936175172f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826816 Jul 05 10:13:52.119118 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-7b32f8ea-0d43-41e6-add4-e0aee360fa27 service neutron] Attempting to bind port 1a0fe351-4265-449d-8b7d-508a71c44b30 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:13:52.119445 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-7b32f8ea-0d43-41e6-add4-e0aee360fa27 service neutron] Attempting to bind port 1a0fe351-4265-449d-8b7d-508a71c44b30 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'f3087eaa-4fcd-490e-a1fe-c77533041c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:13:52.119939 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-7b32f8ea-0d43-41e6-add4-e0aee360fa27 service neutron] Attempting to bind port 1a0fe351-4265-449d-8b7d-508a71c44b30 on network f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:13:52.134399 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-7b32f8ea-0d43-41e6-add4-e0aee360fa27 service neutron] Port 1a0fe351-4265-449d-8b7d-508a71c44b30 on network f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 10:13:52.134820 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-7b32f8ea-0d43-41e6-add4-e0aee360fa27 service neutron] Attempting to bind port 1a0fe351-4265-449d-8b7d-508a71c44b30 on network f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:13:52.170333 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-7b32f8ea-0d43-41e6-add4-e0aee360fa27 service neutron] Checking agent: {'id': '2022926f-89e6-45ab-bc5a-219d9ca35e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'started_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:13:52.170678 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-7b32f8ea-0d43-41e6-add4-e0aee360fa27 service neutron] Checking segment: {'id': 'f3087eaa-4fcd-490e-a1fe-c77533041c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:13:52.171114 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-7b32f8ea-0d43-41e6-add4-e0aee360fa27 service neutron] Bound using segment: {'id': 'f3087eaa-4fcd-490e-a1fe-c77533041c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:13:52.171541 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-7b32f8ea-0d43-41e6-add4-e0aee360fa27 service neutron] Bound port: 1a0fe351-4265-449d-8b7d-508a71c44b30, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3087eaa-4fcd-490e-a1fe-c77533041c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:13:52.171912 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-7b32f8ea-0d43-41e6-add4-e0aee360fa27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (1a0fe351-4265-449d-8b7d-508a71c44b30), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:52.185812 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:52.246201 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b91e5807-3afb-4331-a5a2-89b6c3900974 req-79c44ba1-d54b-4cee-ae6c-04ed115d3066 service neutron] 10.222.0.30 "GET /v2.0/networks/11e0e390-3962-4c1a-9a29-d936175172f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705306 Jul 05 10:13:52.270149 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-7b32f8ea-0d43-41e6-add4-e0aee360fa27 service neutron] For port 1a0fe351-4265-449d-8b7d-508a71c44b30, host hv-cinder-maste, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:13:52.276058 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-7b32f8ea-0d43-41e6-add4-e0aee360fa27 service neutron] For port 1a0fe351-4265-449d-8b7d-508a71c44b30, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1a0fe351-4265-449d-8b7d-508a71c44b30,segment=NetworkSegment(f3087eaa-4fcd-490e-a1fe-c77533041c8c),segment_id=f3087eaa-4fcd-490e-a1fe-c77533041c8c)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:13:52.293188 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-7b32f8ea-0d43-41e6-add4-e0aee360fa27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (1a0fe351-4265-449d-8b7d-508a71c44b30), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:52.321536 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-7b32f8ea-0d43-41e6-add4-e0aee360fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:52.322777 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-7b32f8ea-0d43-41e6-add4-e0aee360fa27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:52.324228 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-7b32f8ea-0d43-41e6-add4-e0aee360fa27 service neutron] 10.222.0.30 "PUT /v2.0/ports/1a0fe351-4265-449d-8b7d-508a71c44b30 HTTP/1.1" status: 200 len: 1093 time: 1.8799698 Jul 05 10:13:52.325633 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4684ec3d-0407-461f-8a19-d6d8f99ca49b', 'tag': '1a0fe351-4265-449d-8b7d-508a71c44b30'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:13:52.328346 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea14b31-b359-40b9-b588-f4d7bd72019c" -d '{"events": [{"name": "network-changed", "server_uuid": "4684ec3d-0407-461f-8a19-d6d8f99ca49b", "tag": "1a0fe351-4265-449d-8b7d-508a71c44b30"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:52.396625 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32f8ea-0d43-41e6-add4-e0aee360fa27 service neutron] Pushing event updated for resources: {'Port': ['ID=1a0fe351-4265-449d-8b7d-508a71c44b30,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:52.449094 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b88c631-8d38-4538-a5d9-5370a836f1b7 x-openstack-request-id: req-5b88c631-8d38-4538-a5d9-5370a836f1b7 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:52.449469 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4684ec3d-0407-461f-8a19-d6d8f99ca49b", "tag": "1a0fe351-4265-449d-8b7d-508a71c44b30", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:52.449896 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b88c631-8d38-4538-a5d9-5370a836f1b7 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:52.450354 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b88c631-8d38-4538-a5d9-5370a836f1b7'] response: {'name': 'network-changed', 'server_uuid': '4684ec3d-0407-461f-8a19-d6d8f99ca49b', 'tag': '1a0fe351-4265-449d-8b7d-508a71c44b30', 'status': 'completed', 'code': 200} Jul 05 10:13:52.463424 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-343a903d-b526-4ab7-b281-91f72ed9f210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:52.466328 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-343a903d-b526-4ab7-b281-91f72ed9f210 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9edab973767545988e178ddff76557ac&device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 1127 time: 0.0610397 Jul 05 10:13:52.519407 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-eea5e67d-5051-4559-b27e-4da8d230fbb7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a0fe351-4265-449d-8b7d-508a71c44b30 HTTP/1.1" status: 200 len: 217 time: 0.0332317 Jul 05 10:13:52.593968 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-d21ee976-ecb9-499b-bd26-2ca73aa48c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:52.595422 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-d21ee976-ecb9-499b-bd26-2ca73aa48c8f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9211c471-107c-45c5-9588-dc32c76fb980 HTTP/1.1" status: 200 len: 848 time: 0.0616581 Jul 05 10:13:52.659994 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-d87d2a09-d8f8-4010-a9d3-eb68690f462b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:52.662010 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-d87d2a09-d8f8-4010-a9d3-eb68690f462b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597227 Jul 05 10:13:52.777006 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-ab78f7af-fb47-48bc-aa0e-617903e72529 service neutron] 10.222.0.30 "GET /v2.0/networks/f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088064 Jul 05 10:13:52.876988 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:52.964852 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835099c1-7ac3-49a5-8107-97e768dbe4dc req-949be6b0-0e3a-437e-b7e2-1ef116afdfaf tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:52.966355 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-835099c1-7ac3-49a5-8107-97e768dbe4dc req-949be6b0-0e3a-437e-b7e2-1ef116afdfaf tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=86fe0729-f79b-4fee-a79a-d004a32cfa2d HTTP/1.1" status: 200 len: 944 time: 0.0901845 Jul 05 10:13:52.976052 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59705e83-117b-4c7f-b81b-550b82a59209 req-47649168-4843-4250-9d70-97ead9f9ef5a tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:52.977593 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-59705e83-117b-4c7f-b81b-550b82a59209 req-47649168-4843-4250-9d70-97ead9f9ef5a tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 943 time: 0.1509457 Jul 05 10:13:53.013173 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a166fde2-11ce-4a84-9f90-9b88f46a4337 req-0e8d1752-a77c-4019-a419-96157e74c1e5 service neutron] 10.222.0.30 "GET /v2.0/networks/f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291937 Jul 05 10:13:53.064912 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-835099c1-7ac3-49a5-8107-97e768dbe4dc req-8936993c-f655-49ff-93e6-d26bbed7176a tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b9f229-d187-4fbd-8e90-c03ff642664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865064 Jul 05 10:13:53.068321 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-59705e83-117b-4c7f-b81b-550b82a59209 req-b558c8c0-3495-456b-ab75-f91de625bf4c tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837128 Jul 05 10:13:53.298541 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device b00d9c04-1d84-4211-8344-23f678f0b868 up at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:53.324397 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:53.328502 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:53.344342 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning for port b00d9c04-1d84-4211-8344-23f678f0b868 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 10:13:53.349463 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning complete for port b00d9c04-1d84-4211-8344-23f678f0b868 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:13:53.349779 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (b00d9c04-1d84-4211-8344-23f678f0b868), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:53.419697 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port b00d9c04-1d84-4211-8344-23f678f0b868 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:13:53.420072 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (b00d9c04-1d84-4211-8344-23f678f0b868), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:53.442341 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fe0729-f79b-4fee-a79a-d004a32cfa2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b00d9c04-1d84-4211-8344-23f678f0b868'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:13:53.444619 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0ff12b24adccf04d36d5e95ed2fd555b52d0445ded186c21edfbf2ad21407b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4998d8-df79-44db-bad0-799d1ccb648d" -d '{"events": [{"server_uuid": "86fe0729-f79b-4fee-a79a-d004a32cfa2d", "name": "network-vif-plugged", "status": "completed", "tag": "b00d9c04-1d84-4211-8344-23f678f0b868"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:53.456723 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port b00d9c04-1d84-4211-8344-23f678f0b868, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b00d9c04-1d84-4211-8344-23f678f0b868,segment=NetworkSegment(6ee407dc-69bb-4444-a6b1-4ca985272936),segment_id=6ee407dc-69bb-4444-a6b1-4ca985272936)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:53.460871 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (b00d9c04-1d84-4211-8344-23f678f0b868), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:53.487119 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f55e9b6-d649-489c-a008-e5be2f60eb0a x-openstack-request-id: req-8f55e9b6-d649-489c-a008-e5be2f60eb0a {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:53.487425 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fe0729-f79b-4fee-a79a-d004a32cfa2d", "name": "network-vif-plugged", "status": "completed", "tag": "b00d9c04-1d84-4211-8344-23f678f0b868", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:53.487673 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f55e9b6-d649-489c-a008-e5be2f60eb0a {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:53.488051 dv-cinder-master-3-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f55e9b6-d649-489c-a008-e5be2f60eb0a'] response: {'server_uuid': '86fe0729-f79b-4fee-a79a-d004a32cfa2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b00d9c04-1d84-4211-8344-23f678f0b868', 'code': 200} Jul 05 10:13:53.512700 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=b00d9c04-1d84-4211-8344-23f678f0b868,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:54.035882 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 47906) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:13:54.201041 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-fa520ddd-c0a6-4805-abe0-957c612b1e3b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9bf4c2e6ff4347f5b5e46efe5d431dc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1638064 Jul 05 10:13:54.201668 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 47914) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:13:54.213398 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b606e-75ac-4ec1-ba8c-96167b24414a req-9d8c292a-ec05-4918-88ec-8eab7372464f tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:54.214884 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-455b606e-75ac-4ec1-ba8c-96167b24414a req-9d8c292a-ec05-4918-88ec-8eab7372464f tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=86fe0729-f79b-4fee-a79a-d004a32cfa2d HTTP/1.1" status: 200 len: 945 time: 0.0799673 Jul 05 10:13:54.223377 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7c6b9-def5-4995-bc5b-237fda55740e req-bfe96c72-40c2-472e-83e1-29f0241b8856 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:54.224830 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-68b7c6b9-def5-4995-bc5b-237fda55740e req-bfe96c72-40c2-472e-83e1-29f0241b8856 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 943 time: 0.0798213 Jul 05 10:13:54.256036 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d3c70ab-60bc-4e0c-b623-2ca1fbd0ed1e admin admin] Publish callbacks [] for security_group (ee0b21f9-1e1f-48cf-b5e5-bfb75977860c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:54.286442 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d3c70ab-60bc-4e0c-b623-2ca1fbd0ed1e admin admin] Publish callbacks [] for security_group (ee0b21f9-1e1f-48cf-b5e5-bfb75977860c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:54.301274 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-455b606e-75ac-4ec1-ba8c-96167b24414a req-8b93a6f5-08b1-48bc-8c75-7bbb54d02504 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b9f229-d187-4fbd-8e90-c03ff642664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755053 Jul 05 10:13:54.304823 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-68b7c6b9-def5-4995-bc5b-237fda55740e req-3db5ca4a-5cf5-4448-9951-6d21a4ddb81e tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728691 Jul 05 10:13:54.343801 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d3c70ab-60bc-4e0c-b623-2ca1fbd0ed1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (ee0b21f9-1e1f-48cf-b5e5-bfb75977860c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:54.346425 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5d3c70ab-60bc-4e0c-b623-2ca1fbd0ed1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:54.350278 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea14b31-b359-40b9-b588-f4d7bd72019c req-39536f2b-176e-4534-825b-93b77b423bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:54.352679 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8ea14b31-b359-40b9-b588-f4d7bd72019c req-39536f2b-176e-4534-825b-93b77b423bd7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9edab973767545988e178ddff76557ac&device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 1127 time: 0.0467474 Jul 05 10:13:54.356664 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-5d3c70ab-60bc-4e0c-b623-2ca1fbd0ed1e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee0b21f9-1e1f-48cf-b5e5-bfb75977860c HTTP/1.1" status: 204 len: 168 time: 0.1539931 Jul 05 10:13:54.366488 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c70ab-60bc-4e0c-b623-2ca1fbd0ed1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0b21f9-1e1f-48cf-b5e5-bfb75977860c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:54.439834 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:54.474298 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea14b31-b359-40b9-b588-f4d7bd72019c req-a6d2a08a-d9ac-40ff-84d4-11b8b2f11661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:54.475822 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8ea14b31-b359-40b9-b588-f4d7bd72019c req-a6d2a08a-d9ac-40ff-84d4-11b8b2f11661 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c HTTP/1.1" status: 200 len: 910 time: 0.1120977 Jul 05 10:13:54.542648 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8ea14b31-b359-40b9-b588-f4d7bd72019c req-763d1e7f-b7e5-4452-a793-29671e6f4c57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a0fe351-4265-449d-8b7d-508a71c44b30 HTTP/1.1" status: 200 len: 217 time: 0.0569501 Jul 05 10:13:54.557757 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3a781-e6e5-450b-9c64-d9f81881370f req-bdb3da2e-ec28-4e9f-9e68-92ddaf5a35f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:54.559185 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-dac3a781-e6e5-450b-9c64-d9f81881370f req-bdb3da2e-ec28-4e9f-9e68-92ddaf5a35f8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=86fe0729-f79b-4fee-a79a-d004a32cfa2d HTTP/1.1" status: 200 len: 1129 time: 0.0823314 Jul 05 10:13:54.619103 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea14b31-b359-40b9-b588-f4d7bd72019c req-de1b1c21-613d-4506-8dba-e9b1ed029193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:54.620761 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8ea14b31-b359-40b9-b588-f4d7bd72019c req-de1b1c21-613d-4506-8dba-e9b1ed029193 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9211c471-107c-45c5-9588-dc32c76fb980 HTTP/1.1" status: 200 len: 848 time: 0.0714223 Jul 05 10:13:54.644911 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-dac3a781-e6e5-450b-9c64-d9f81881370f req-5036d124-ea2f-4465-b835-244098a3c1ba service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b0b9f229-d187-4fbd-8e90-c03ff642664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656455 Jul 05 10:13:54.671670 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea14b31-b359-40b9-b588-f4d7bd72019c req-8e2de5f0-e9bd-40c9-96fa-ac6398307b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:54.673647 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8ea14b31-b359-40b9-b588-f4d7bd72019c req-8e2de5f0-e9bd-40c9-96fa-ac6398307b2a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450482 Jul 05 10:13:55.013804 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 47936) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:13:55.129711 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-3a8a48ca-ba96-4261-88e2-6dd7142b3d0c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1079838124-network', 'tenant_id': 'd71ebc02c6094919b3054d7da84aadf0'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:13:55.197352 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8a48ca-ba96-4261-88e2-6dd7142b3d0c admin admin] Made reservation on behalf of d71ebc02c6094919b3054d7da84aadf0 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:13:55.199725 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3a8a48ca-ba96-4261-88e2-6dd7142b3d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:55.216649 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3a8a48ca-ba96-4261-88e2-6dd7142b3d0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:55.220850 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8ea14b31-b359-40b9-b588-f4d7bd72019c req-3d3d70e4-b9bc-47f8-9513-1ab2a4bb62d4 service neutron] 10.222.0.30 "GET /v2.0/networks/f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443563 Jul 05 10:13:55.277743 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:55.300273 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3a8a48ca-ba96-4261-88e2-6dd7142b3d0c admin admin] Publish callbacks [] for security_group (ace209bb-535f-480c-8db1-06429e83a20d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:55.303991 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3a8a48ca-ba96-4261-88e2-6dd7142b3d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (ace209bb-535f-480c-8db1-06429e83a20d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:55.328451 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a8a48ca-ba96-4261-88e2-6dd7142b3d0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:13:55.338971 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a48ca-ba96-4261-88e2-6dd7142b3d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace209bb-535f-480c-8db1-06429e83a20d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:55.343706 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3a8a48ca-ba96-4261-88e2-6dd7142b3d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (0a3f8006-57f2-413a-87f1-ce8bfacddca7), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:55.344042 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.db.segments_db [None req-3a8a48ca-ba96-4261-88e2-6dd7142b3d0c admin admin] Added segment 0a3f8006-57f2-413a-87f1-ce8bfacddca7 of type vlan for network 71cc70a2-9310-4a30-a617-ac7068d14bb6 Jul 05 10:13:55.393160 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3a8a48ca-ba96-4261-88e2-6dd7142b3d0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734376243128'] for network (71cc70a2-9310-4a30-a617-ac7068d14bb6), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:55.467237 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3a8a48ca-ba96-4261-88e2-6dd7142b3d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724'] for network (71cc70a2-9310-4a30-a617-ac7068d14bb6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:55.468212 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8a48ca-ba96-4261-88e2-6dd7142b3d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:55.468819 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3a8a48ca-ba96-4261-88e2-6dd7142b3d0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:55.524738 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cff72-1ecd-464e-88d5-0e697a2ca170 req-fac43146-b4f3-4547-ba0e-f97a083479ea tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:55.526126 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ce8cff72-1ecd-464e-88d5-0e697a2ca170 req-fac43146-b4f3-4547-ba0e-f97a083479ea tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 943 time: 0.1135287 Jul 05 10:13:55.533892 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c281f-8f63-4239-be6c-1d818dc29985 req-0a9cb267-294f-4c16-9bec-668b07dc04e8 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:55.535382 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2a8c281f-8f63-4239-be6c-1d818dc29985 req-0a9cb267-294f-4c16-9bec-668b07dc04e8 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=86fe0729-f79b-4fee-a79a-d004a32cfa2d HTTP/1.1" status: 200 len: 945 time: 0.1215315 Jul 05 10:13:55.538453 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-3a8a48ca-ba96-4261-88e2-6dd7142b3d0c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5235538 Jul 05 10:13:55.542387 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 47956) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:13:55.547972 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-73cddedf-2cbc-4074-9a6f-65fb71b0ea57 admin admin] Request body: {'subnet': {'network_id': '71cc70a2-9310-4a30-a617-ac7068d14bb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1079838124-subnet', 'tenant_id': 'd71ebc02c6094919b3054d7da84aadf0', 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:13:55.573705 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cddedf-2cbc-4074-9a6f-65fb71b0ea57 admin admin] Made reservation on behalf of d71ebc02c6094919b3054d7da84aadf0 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:13:55.576298 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73cddedf-2cbc-4074-9a6f-65fb71b0ea57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26956147'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:55.582593 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a48ca-ba96-4261-88e2-6dd7142b3d0c admin admin] Pushing event updated for resources: {'Network': ['ID=71cc70a2-9310-4a30-a617-ac7068d14bb6,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:55.594155 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Network 71cc70a2-9310-4a30-a617-ac7068d14bb6 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:13:55.650876 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ce8cff72-1ecd-464e-88d5-0e697a2ca170 req-3d68e851-1bda-42e8-86fb-dd845e7297a6 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089699 Jul 05 10:13:55.653972 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2a8c281f-8f63-4239-be6c-1d818dc29985 req-fca0bb2c-b5e7-4262-8699-a45f1c833be0 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b9f229-d187-4fbd-8e90-c03ff642664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109800 Jul 05 10:13:55.657589 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:55.774980 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73cddedf-2cbc-4074-9a6f-65fb71b0ea57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26770499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956697'] for subnet (16bbdeec-80ad-49f8-803a-6ac82c0af11d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:55.785167 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:55.840080 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cddedf-2cbc-4074-9a6f-65fb71b0ea57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16bbdeec-80ad-49f8-803a-6ac82c0af11d,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:55.850272 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cddedf-2cbc-4074-9a6f-65fb71b0ea57 admin admin] Checking segment: {'id': '0a3f8006-57f2-413a-87f1-ce8bfacddca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '71cc70a2-9310-4a30-a617-ac7068d14bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:13:55.850623 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cddedf-2cbc-4074-9a6f-65fb71b0ea57 admin admin] Network hostable DHCP agents. Network: 71cc70a2-9310-4a30-a617-ac7068d14bb6, hostable agents: ['79910865-91ee-4878-a729-5c22ab7e1742'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:13:55.865028 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8ea14b31-b359-40b9-b588-f4d7bd72019c req-dc52ee55-41b6-4787-8177-20a28db72523 service neutron] 10.222.0.30 "GET /v2.0/networks/f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094961 Jul 05 10:13:55.870828 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cddedf-2cbc-4074-9a6f-65fb71b0ea57 admin admin] Network 71cc70a2-9310-4a30-a617-ac7068d14bb6 is scheduled to be hosted by DHCP agent 79910865-91ee-4878-a729-5c22ab7e1742 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:13:55.880687 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-73cddedf-2cbc-4074-9a6f-65fb71b0ea57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 71cc70a2-9310-4a30-a617-ac7068d14bb6) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:55.885670 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cddedf-2cbc-4074-9a6f-65fb71b0ea57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:55.886293 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73cddedf-2cbc-4074-9a6f-65fb71b0ea57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:55.902072 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc492de-b5b4-4fbb-a2aa-3cb5f4bf80cd None None] Network 71cc70a2-9310-4a30-a617-ac7068d14bb6 requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:13:55.905120 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-73cddedf-2cbc-4074-9a6f-65fb71b0ea57 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3614283 Jul 05 10:13:55.907667 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 47958) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:13:55.912701 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-d1306c55-e2f3-4d56-a2d8-ea80465d681a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1079838124-router', 'tenant_id': 'd71ebc02c6094919b3054d7da84aadf0', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:13:55.938662 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1306c55-e2f3-4d56-a2d8-ea80465d681a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-796597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28292'] for router (ea81ba69-f752-4b3d-9c67-48ceb47b563b), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:55.940011 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1306c55-e2f3-4d56-a2d8-ea80465d681a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-795281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-789393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-942032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28301'] for router (ea81ba69-f752-4b3d-9c67-48ceb47b563b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:55.993789 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1306c55-e2f3-4d56-a2d8-ea80465d681a admin admin] Publish callbacks [] for router_controller (ea81ba69-f752-4b3d-9c67-48ceb47b563b), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:56.095385 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:56.134086 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1306c55-e2f3-4d56-a2d8-ea80465d681a admin admin] Publish callbacks [] for router_gateway (ea81ba69-f752-4b3d-9c67-48ceb47b563b), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:56.136455 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ab8df1-1c56-4767-9d90-4bb8cb1e9417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-71cc70a2-9310-4a30-a617-ac7068d14bb6', 'network_id': '71cc70a2-9310-4a30-a617-ac7068d14bb6', 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'fixed_ips': [{'subnet_id': '16bbdeec-80ad-49f8-803a-6ac82c0af11d'}]}} from dv-cinder-master-3-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 05 10:13:56.137407 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-44ab8df1-1c56-4767-9d90-4bb8cb1e9417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:56.306180 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-44ab8df1-1c56-4767-9d90-4bb8cb1e9417 None None] Allocated IP 172.20.0.2 (71cc70a2-9310-4a30-a617-ac7068d14bb6/16bbdeec-80ad-49f8-803a-6ac82c0af11d/0963b9a4-a959-4549-8796-084303ac4f1f) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:13:56.343085 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1306c55-e2f3-4d56-a2d8-ea80465d681a admin admin] Publish callbacks [] for router_gateway (ea81ba69-f752-4b3d-9c67-48ceb47b563b), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:56.383363 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1306c55-e2f3-4d56-a2d8-ea80465d681a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:56.476960 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 47972) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:13:56.497908 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-44ab8df1-1c56-4767-9d90-4bb8cb1e9417 None None] Publish callbacks [] for port (0963b9a4-a959-4549-8796-084303ac4f1f), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:56.511684 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-44ab8df1-1c56-4767-9d90-4bb8cb1e9417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865'] for port (0963b9a4-a959-4549-8796-084303ac4f1f), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:56.557814 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ab8df1-1c56-4767-9d90-4bb8cb1e9417 None None] Network 71cc70a2-9310-4a30-a617-ac7068d14bb6 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:13:56.562846 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-44ab8df1-1c56-4767-9d90-4bb8cb1e9417 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:56.563481 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-d1306c55-e2f3-4d56-a2d8-ea80465d681a admin admin] Allocated IP 172.37.2.48 (41de873a-d138-4cc5-b805-d53357ba161e/988cd17f-ff06-4e31-a156-b2c72b1aa185/82d6f3cd-3f3d-4754-a8fc-fe3700c96adf) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:13:56.570242 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ab8df1-1c56-4767-9d90-4bb8cb1e9417 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:13:56.583544 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab8df1-1c56-4767-9d90-4bb8cb1e9417 None None] Pushing event updated for resources: {'Port': ['ID=0963b9a4-a959-4549-8796-084303ac4f1f,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:56.666502 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d449c18d-08d2-4dbc-91fd-7fc20f1ba488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:56.669698 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-44ab8df1-1c56-4767-9d90-4bb8cb1e9417 None None] Attempting to bind port 0963b9a4-a959-4549-8796-084303ac4f1f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:13:56.671388 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-44ab8df1-1c56-4767-9d90-4bb8cb1e9417 None None] Attempting to bind port 0963b9a4-a959-4549-8796-084303ac4f1f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0a3f8006-57f2-413a-87f1-ce8bfacddca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '71cc70a2-9310-4a30-a617-ac7068d14bb6'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:13:56.672076 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab8df1-1c56-4767-9d90-4bb8cb1e9417 None None] Attempting to bind port 0963b9a4-a959-4549-8796-084303ac4f1f on network 71cc70a2-9310-4a30-a617-ac7068d14bb6 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:13:56.680200 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab8df1-1c56-4767-9d90-4bb8cb1e9417 None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:13:56.680864 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab8df1-1c56-4767-9d90-4bb8cb1e9417 None None] Checking segment: {'id': '0a3f8006-57f2-413a-87f1-ce8bfacddca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '71cc70a2-9310-4a30-a617-ac7068d14bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:13:56.681728 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-44ab8df1-1c56-4767-9d90-4bb8cb1e9417 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:56.690999 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab8df1-1c56-4767-9d90-4bb8cb1e9417 None None] Bound using segment: {'id': '0a3f8006-57f2-413a-87f1-ce8bfacddca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '71cc70a2-9310-4a30-a617-ac7068d14bb6'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:13:56.692940 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-44ab8df1-1c56-4767-9d90-4bb8cb1e9417 None None] Bound port: 0963b9a4-a959-4549-8796-084303ac4f1f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a3f8006-57f2-413a-87f1-ce8bfacddca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '71cc70a2-9310-4a30-a617-ac7068d14bb6'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:13:56.694573 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-44ab8df1-1c56-4767-9d90-4bb8cb1e9417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (0963b9a4-a959-4549-8796-084303ac4f1f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:56.720553 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:INSERT=8,neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:56.722720 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:56.761559 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1306c55-e2f3-4d56-a2d8-ea80465d681a admin admin] Publish callbacks [] for port (82d6f3cd-3f3d-4754-a8fc-fe3700c96adf), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:56.781289 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:56.794445 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-44ab8df1-1c56-4767-9d90-4bb8cb1e9417 None None] For port 0963b9a4-a959-4549-8796-084303ac4f1f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:13:56.798030 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-44ab8df1-1c56-4767-9d90-4bb8cb1e9417 None None] For port 0963b9a4-a959-4549-8796-084303ac4f1f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0963b9a4-a959-4549-8796-084303ac4f1f,segment=NetworkSegment(0a3f8006-57f2-413a-87f1-ce8bfacddca7),segment_id=0a3f8006-57f2-413a-87f1-ce8bfacddca7)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:13:56.803223 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1306c55-e2f3-4d56-a2d8-ea80465d681a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (82d6f3cd-3f3d-4754-a8fc-fe3700c96adf), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:56.806616 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-44ab8df1-1c56-4767-9d90-4bb8cb1e9417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (0963b9a4-a959-4549-8796-084303ac4f1f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:56.857021 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1306c55-e2f3-4d56-a2d8-ea80465d681a admin admin] Pushing event updated for resources: {'Port': ['ID=82d6f3cd-3f3d-4754-a8fc-fe3700c96adf,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:56.865493 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1306c55-e2f3-4d56-a2d8-ea80465d681a admin admin] Network 41de873a-d138-4cc5-b805-d53357ba161e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:13:56.867144 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-d1306c55-e2f3-4d56-a2d8-ea80465d681a admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:56.870048 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1306c55-e2f3-4d56-a2d8-ea80465d681a admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:13:56.894054 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab8df1-1c56-4767-9d90-4bb8cb1e9417 None None] Pushing event updated for resources: {'Port': ['ID=0963b9a4-a959-4549-8796-084303ac4f1f,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:56.898658 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd93a0c-6ca0-4b8c-b5ed-af591fe83106 req-bcd71f48-630e-492c-840f-d53a37db3ebe tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:56.908336 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5fd93a0c-6ca0-4b8c-b5ed-af591fe83106 req-bcd71f48-630e-492c-840f-d53a37db3ebe tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 943 time: 0.1480646 Jul 05 10:13:56.951061 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38992b7a-c6de-4925-ab76-bb03e3b75a2f req-d7accaa0-94a3-40de-af5b-28bef0c0e00a tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:56.952771 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-38992b7a-c6de-4925-ab76-bb03e3b75a2f req-d7accaa0-94a3-40de-af5b-28bef0c0e00a tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=86fe0729-f79b-4fee-a79a-d004a32cfa2d HTTP/1.1" status: 200 len: 945 time: 0.1635361 Jul 05 10:13:56.988373 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d449c18d-08d2-4dbc-91fd-7fc20f1ba488 admin admin] Publish callbacks [] for security_group (10590d66-cda9-42f0-9b7e-26177bb092dd), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:57.004326 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d449c18d-08d2-4dbc-91fd-7fc20f1ba488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (10590d66-cda9-42f0-9b7e-26177bb092dd), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:57.035118 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5fd93a0c-6ca0-4b8c-b5ed-af591fe83106 req-5be5c60e-6e60-47af-ad78-d58be06e49cd tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258190 Jul 05 10:13:57.089046 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-38992b7a-c6de-4925-ab76-bb03e3b75a2f req-06d23f31-46ec-4eaf-8c48-5fd21ab6b55a tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b9f229-d187-4fbd-8e90-c03ff642664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233673 Jul 05 10:13:57.097538 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449c18d-08d2-4dbc-91fd-7fc20f1ba488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10590d66-cda9-42f0-9b7e-26177bb092dd,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:57.102965 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-d449c18d-08d2-4dbc-91fd-7fc20f1ba488 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee432e64b3c84f3b83227bfa25e4293b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6247773 Jul 05 10:13:57.105540 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 47984) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:13:57.181391 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:57.198791 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1306c55-e2f3-4d56-a2d8-ea80465d681a admin admin] Publish callbacks [] for router_gateway (ea81ba69-f752-4b3d-9c67-48ceb47b563b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:57.202567 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6ef64c41-2f89-4af5-8135-d175a8c8f4d3 admin admin] Publish callbacks [] for security_group (10590d66-cda9-42f0-9b7e-26177bb092dd), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:57.251883 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6ef64c41-2f89-4af5-8135-d175a8c8f4d3 admin admin] Publish callbacks [] for security_group (10590d66-cda9-42f0-9b7e-26177bb092dd), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:57.317354 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6ef64c41-2f89-4af5-8135-d175a8c8f4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (10590d66-cda9-42f0-9b7e-26177bb092dd), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:57.320193 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6ef64c41-2f89-4af5-8135-d175a8c8f4d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:57.323810 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-6ef64c41-2f89-4af5-8135-d175a8c8f4d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10590d66-cda9-42f0-9b7e-26177bb092dd HTTP/1.1" status: 204 len: 168 time: 0.2149956 Jul 05 10:13:57.329769 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef64c41-2f89-4af5-8135-d175a8c8f4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10590d66-cda9-42f0-9b7e-26177bb092dd,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:57.352342 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:57.406018 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1306c55-e2f3-4d56-a2d8-ea80465d681a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-795272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-789501'] for router (ea81ba69-f752-4b3d-9c67-48ceb47b563b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:57.564539 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1306c55-e2f3-4d56-a2d8-ea80465d681a admin admin] Router ea81ba69-f752-4b3d-9c67-48ceb47b563b is scheduled to L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 05 10:13:57.707352 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1306c55-e2f3-4d56-a2d8-ea80465d681a admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:13:57.726932 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3530381d-5451-455e-b300-84b6ceb73d2c None None] Sync routers for ids ['ea81ba69-f752-4b3d-9c67-48ceb47b563b'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:13:57.729381 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:57.749485 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1306c55-e2f3-4d56-a2d8-ea80465d681a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:57.752428 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-d1306c55-e2f3-4d56-a2d8-ea80465d681a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8423667 Jul 05 10:13:57.752855 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3530381d-5451-455e-b300-84b6ceb73d2c None None] Routers {'ea81ba69-f752-4b3d-9c67-48ceb47b563b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:13:57.753498 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-3530381d-5451-455e-b300-84b6ceb73d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:13:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['ea81ba69-f752-4b3d-9c67-48ceb47b563b'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:57.754216 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 48034) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:13:57.936456 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-3530381d-5451-455e-b300-84b6ceb73d2c None None] Set router ea81ba69-f752-4b3d-9c67-48ceb47b563b gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:13:58.105480 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c1b4fb-568b-403a-8e9e-ca3152c351df None None] Network 71cc70a2-9310-4a30-a617-ac7068d14bb6 requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:13:58.224957 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:58.251604 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99798af-ffed-426c-99f0-66c546ec8b9d req-230f6fb5-2509-45c4-8509-2a965af976e4 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:58.253118 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b99798af-ffed-426c-99f0-66c546ec8b9d req-230f6fb5-2509-45c4-8509-2a965af976e4 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 943 time: 0.0914862 Jul 05 10:13:58.261409 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-21f43f0f-dba7-4c7c-8c1b-c0dfb8172283 None None] Provisioning complete for port 0963b9a4-a959-4549-8796-084303ac4f1f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:13:58.261777 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-21f43f0f-dba7-4c7c-8c1b-c0dfb8172283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (0963b9a4-a959-4549-8796-084303ac4f1f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:58.305154 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-3530381d-5451-455e-b300-84b6ceb73d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'name': 'tempest-TestMinimumBasicScenario-1079838124-router', 'tenant_id': 'd71ebc02c6094919b3054d7da84aadf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.48'}], 'enable_snat': True}, 'gw_port_id': '82d6f3cd-3f3d-4754-a8fc-fe3700c96adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:13:55Z', 'updated_at': '2022-07-05T10:13:57Z', 'revision_number': 3, 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'gw_port': {'id': '82d6f3cd-3f3d-4754-a8fc-fe3700c96adf', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:13:56Z', 'updated_at': '2022-07-05T10:13:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:58.352780 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3530381d-5451-455e-b300-84b6ceb73d2c None None] Checking router: ea81ba69-f752-4b3d-9c67-48ceb47b563b for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:13:58.353049 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3530381d-5451-455e-b300-84b6ceb73d2c None None] Updating router ea81ba69-f752-4b3d-9c67-48ceb47b563b port 82d6f3cd-3f3d-4754-a8fc-fe3700c96adf binding host dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:13:58.357705 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b99798af-ffed-426c-99f0-66c546ec8b9d req-7c6a35ee-223a-4d03-ae3a-919e761f444b tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969107 Jul 05 10:13:58.401009 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3530381d-5451-455e-b300-84b6ceb73d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (82d6f3cd-3f3d-4754-a8fc-fe3700c96adf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:58.422943 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-edad0d09-6981-45fd-bf2b-246f656ed6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:58.521355 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-21f43f0f-dba7-4c7c-8c1b-c0dfb8172283 None None] Current status of the port 0963b9a4-a959-4549-8796-084303ac4f1f is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:13:58.521744 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-21f43f0f-dba7-4c7c-8c1b-c0dfb8172283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (0963b9a4-a959-4549-8796-084303ac4f1f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:58.596545 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-21f43f0f-dba7-4c7c-8c1b-c0dfb8172283 None None] For port 0963b9a4-a959-4549-8796-084303ac4f1f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0963b9a4-a959-4549-8796-084303ac4f1f,segment=NetworkSegment(0a3f8006-57f2-413a-87f1-ce8bfacddca7),segment_id=0a3f8006-57f2-413a-87f1-ce8bfacddca7)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:58.606041 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-21f43f0f-dba7-4c7c-8c1b-c0dfb8172283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (0963b9a4-a959-4549-8796-084303ac4f1f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:58.679353 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:58.700679 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:58.729345 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f43f0f-dba7-4c7c-8c1b-c0dfb8172283 None None] Pushing event updated for resources: {'Port': ['ID=0963b9a4-a959-4549-8796-084303ac4f1f,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:58.752779 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-444538fa-66b4-4ca5-a1b3-a4e0c726c399 None None] Provisioning complete for port 0963b9a4-a959-4549-8796-084303ac4f1f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:13:58.753149 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-444538fa-66b4-4ca5-a1b3-a4e0c726c399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (0963b9a4-a959-4549-8796-084303ac4f1f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:58.816276 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-edad0d09-6981-45fd-bf2b-246f656ed6c8 admin admin] Allocated IP 172.20.0.1 (71cc70a2-9310-4a30-a617-ac7068d14bb6/16bbdeec-80ad-49f8-803a-6ac82c0af11d/e90d377b-4bed-4a7f-ab1d-36c7e4ef850b) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:13:58.841380 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3530381d-5451-455e-b300-84b6ceb73d2c None None] Publish callbacks [] for port (82d6f3cd-3f3d-4754-a8fc-fe3700c96adf), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:58.867081 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3530381d-5451-455e-b300-84b6ceb73d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (82d6f3cd-3f3d-4754-a8fc-fe3700c96adf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:58.930354 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:58.973917 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-edad0d09-6981-45fd-bf2b-246f656ed6c8 admin admin] Publish callbacks [] for port (e90d377b-4bed-4a7f-ab1d-36c7e4ef850b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:59.008912 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-edad0d09-6981-45fd-bf2b-246f656ed6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (e90d377b-4bed-4a7f-ab1d-36c7e4ef850b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:59.051733 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edad0d09-6981-45fd-bf2b-246f656ed6c8 admin admin] Network 71cc70a2-9310-4a30-a617-ac7068d14bb6 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:13:59.058208 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-edad0d09-6981-45fd-bf2b-246f656ed6c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:59.059629 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 0963b9a4-a959-4549-8796-084303ac4f1f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:59.060588 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edad0d09-6981-45fd-bf2b-246f656ed6c8 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:13:59.064168 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad0d09-6981-45fd-bf2b-246f656ed6c8 admin admin] Pushing event updated for resources: {'Port': ['ID=e90d377b-4bed-4a7f-ab1d-36c7e4ef850b,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:59.097343 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-444538fa-66b4-4ca5-a1b3-a4e0c726c399 None None] Current status of the port 0963b9a4-a959-4549-8796-084303ac4f1f is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:13:59.108018 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-edad0d09-6981-45fd-bf2b-246f656ed6c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801541'] for router_interface (ea81ba69-f752-4b3d-9c67-48ceb47b563b), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:59.120901 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10559174-56ea-42b9-bace-04b25406653e None None] Pushing event updated for resources: {'Port': ['ID=82d6f3cd-3f3d-4754-a8fc-fe3700c96adf,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:59.123280 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-3530381d-5451-455e-b300-84b6ceb73d2c None None] Attempting to bind port 82d6f3cd-3f3d-4754-a8fc-fe3700c96adf on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:13:59.123641 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-3530381d-5451-455e-b300-84b6ceb73d2c None None] Attempting to bind port 82d6f3cd-3f3d-4754-a8fc-fe3700c96adf by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:13:59.123994 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3530381d-5451-455e-b300-84b6ceb73d2c None None] Attempting to bind port 82d6f3cd-3f3d-4754-a8fc-fe3700c96adf on network 41de873a-d138-4cc5-b805-d53357ba161e {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:13:59.136019 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3530381d-5451-455e-b300-84b6ceb73d2c None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:13:59.136417 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3530381d-5451-455e-b300-84b6ceb73d2c None None] Checking segment: {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:13:59.136875 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3530381d-5451-455e-b300-84b6ceb73d2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:59.137653 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3530381d-5451-455e-b300-84b6ceb73d2c None None] Bound using segment: {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:13:59.138290 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-3530381d-5451-455e-b300-84b6ceb73d2c None None] Bound port: 82d6f3cd-3f3d-4754-a8fc-fe3700c96adf, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:13:59.138667 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3530381d-5451-455e-b300-84b6ceb73d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (82d6f3cd-3f3d-4754-a8fc-fe3700c96adf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:59.176790 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port 0963b9a4-a959-4549-8796-084303ac4f1f triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:13:59.177161 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (0963b9a4-a959-4549-8796-084303ac4f1f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:59.229845 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-3530381d-5451-455e-b300-84b6ceb73d2c None None] For port 82d6f3cd-3f3d-4754-a8fc-fe3700c96adf, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:13:59.254991 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-3530381d-5451-455e-b300-84b6ceb73d2c None None] For port 82d6f3cd-3f3d-4754-a8fc-fe3700c96adf, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=82d6f3cd-3f3d-4754-a8fc-fe3700c96adf,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:13:59.257358 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-edad0d09-6981-45fd-bf2b-246f656ed6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (e90d377b-4bed-4a7f-ab1d-36c7e4ef850b), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:59.268004 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3530381d-5451-455e-b300-84b6ceb73d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (82d6f3cd-3f3d-4754-a8fc-fe3700c96adf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:59.306657 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:59.349260 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port 0963b9a4-a959-4549-8796-084303ac4f1f is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:13:59.358836 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-8808c63b-47f1-4058-ae13-4a9485a5f6f0 None None] Provisioning complete for port e90d377b-4bed-4a7f-ab1d-36c7e4ef850b triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:13:59.359206 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8808c63b-47f1-4058-ae13-4a9485a5f6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (e90d377b-4bed-4a7f-ab1d-36c7e4ef850b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:59.389419 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3530381d-5451-455e-b300-84b6ceb73d2c None None] Routers {'ea81ba69-f752-4b3d-9c67-48ceb47b563b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:13:59.390763 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-3530381d-5451-455e-b300-84b6ceb73d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:13:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['ea81ba69-f752-4b3d-9c67-48ceb47b563b'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:59.436405 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10559174-56ea-42b9-bace-04b25406653e None None] Pushing event updated for resources: {'Port': ['ID=82d6f3cd-3f3d-4754-a8fc-fe3700c96adf,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:59.458622 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8808c63b-47f1-4058-ae13-4a9485a5f6f0 None None] Port e90d377b-4bed-4a7f-ab1d-36c7e4ef850b cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:13:59.481061 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-edad0d09-6981-45fd-bf2b-246f656ed6c8 admin admin] Publish callbacks [] for port (e90d377b-4bed-4a7f-ab1d-36c7e4ef850b), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:59.487482 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-edad0d09-6981-45fd-bf2b-246f656ed6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (e90d377b-4bed-4a7f-ab1d-36c7e4ef850b), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:59.495731 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02539a-5ba7-4730-b04d-5653417c4a64 req-061c30ed-cd4d-403e-b51d-33aac4ee634b tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:13:59.497222 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4a02539a-5ba7-4730-b04d-5653417c4a64 req-061c30ed-cd4d-403e-b51d-33aac4ee634b tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 943 time: 0.0714397 Jul 05 10:13:59.523535 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-3530381d-5451-455e-b300-84b6ceb73d2c None None] Set router ea81ba69-f752-4b3d-9c67-48ceb47b563b gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:13:59.582382 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-edad0d09-6981-45fd-bf2b-246f656ed6c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-801681'] for router_interface (ea81ba69-f752-4b3d-9c67-48ceb47b563b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:13:59.583983 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad0d09-6981-45fd-bf2b-246f656ed6c8 admin admin] Pushing event updated for resources: {'Port': ['ID=e90d377b-4bed-4a7f-ab1d-36c7e4ef850b,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:59.594381 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:59.630533 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4a02539a-5ba7-4730-b04d-5653417c4a64 req-94c0dc79-eed6-4948-9fe6-8d17f61a2f6d tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109474 Jul 05 10:13:59.710316 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edad0d09-6981-45fd-bf2b-246f656ed6c8 admin admin] Network 71cc70a2-9310-4a30-a617-ac7068d14bb6 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:13:59.712607 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-edad0d09-6981-45fd-bf2b-246f656ed6c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:59.726704 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-3530381d-5451-455e-b300-84b6ceb73d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'name': 'tempest-TestMinimumBasicScenario-1079838124-router', 'tenant_id': 'd71ebc02c6094919b3054d7da84aadf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.48'}], 'enable_snat': True}, 'gw_port_id': '82d6f3cd-3f3d-4754-a8fc-fe3700c96adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:13:55Z', 'updated_at': '2022-07-05T10:13:59Z', 'revision_number': 4, 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'gw_port': {'id': '82d6f3cd-3f3d-4754-a8fc-fe3700c96adf', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:13:56Z', 'updated_at': '2022-07-05T10:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e90d377b-4bed-4a7f-ab1d-36c7e4ef850b', 'name': '', 'network_id': '71cc70a2-9310-4a30-a617-ac7068d14bb6', 'tenant_id': 'd71ebc02c6094919b3054d7da84aadf0', 'mac_address': 'fa:16:3e:55:c8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '16bbdeec-80ad-49f8-803a-6ac82c0af11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:13:58Z', 'updated_at': '2022-07-05T10:13:58Z', 'revision_number': 1, 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'subnets': [{'id': '16bbdeec-80ad-49f8-803a-6ac82c0af11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:59.756059 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3530381d-5451-455e-b300-84b6ceb73d2c None None] The sync data for ids ['ea81ba69-f752-4b3d-9c67-48ceb47b563b'] in dv-cinder-master-3-iscsi is: [{'id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'name': 'tempest-TestMinimumBasicScenario-1079838124-router', 'tenant_id': 'd71ebc02c6094919b3054d7da84aadf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.48'}], 'enable_snat': True}, 'gw_port_id': '82d6f3cd-3f3d-4754-a8fc-fe3700c96adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:13:55Z', 'updated_at': '2022-07-05T10:13:59Z', 'revision_number': 4, 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'gw_port': {'id': '82d6f3cd-3f3d-4754-a8fc-fe3700c96adf', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:13:56Z', 'updated_at': '2022-07-05T10:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e90d377b-4bed-4a7f-ab1d-36c7e4ef850b', 'name': '', 'network_id': '71cc70a2-9310-4a30-a617-ac7068d14bb6', 'tenant_id': 'd71ebc02c6094919b3054d7da84aadf0', 'mac_address': 'fa:16:3e:55:c8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '16bbdeec-80ad-49f8-803a-6ac82c0af11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:13:58Z', 'updated_at': '2022-07-05T10:13:58Z', 'revision_number': 1, 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'subnets': [{'id': '16bbdeec-80ad-49f8-803a-6ac82c0af11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:13:59.822863 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:59.848068 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edad0d09-6981-45fd-bf2b-246f656ed6c8 admin admin] Router ea81ba69-f752-4b3d-9c67-48ceb47b563b has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:13:59.979002 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:13:59.983505 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edad0d09-6981-45fd-bf2b-246f656ed6c8 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:13:59.992613 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-edad0d09-6981-45fd-bf2b-246f656ed6c8 admin admin] 10.222.0.20 "PUT /v2.0/routers/ea81ba69-f752-4b3d-9c67-48ceb47b563b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2372417 Jul 05 10:13:59.993515 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ea7b0c16-fbdf-4705-a3df-2411b1c00a5e None None] Provisioning complete for port e90d377b-4bed-4a7f-ab1d-36c7e4ef850b triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:13:59.994042 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ea7b0c16-fbdf-4705-a3df-2411b1c00a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (e90d377b-4bed-4a7f-ab1d-36c7e4ef850b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:00.035412 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b0c16-fbdf-4705-a3df-2411b1c00a5e None None] Port e90d377b-4bed-4a7f-ab1d-36c7e4ef850b cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:14:00.571788 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 48080) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:14:00.576694 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-9d9143a5-686e-48c2-b568-406febbd0c34 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1860064736-network', 'tenant_id': '50fc476f36f14020832aa6e34fe9146a'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:14:00.600148 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9143a5-686e-48c2-b568-406febbd0c34 admin admin] Made reservation on behalf of 50fc476f36f14020832aa6e34fe9146a for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:14:00.603035 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9d9143a5-686e-48c2-b568-406febbd0c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:00.613950 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9d9143a5-686e-48c2-b568-406febbd0c34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:00.705632 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9d9143a5-686e-48c2-b568-406febbd0c34 admin admin] Publish callbacks [] for security_group (4983d197-007a-4929-9dc5-660aa44881df), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:00.721792 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9d9143a5-686e-48c2-b568-406febbd0c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (4983d197-007a-4929-9dc5-660aa44881df), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:00.752182 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:00.764060 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d9143a5-686e-48c2-b568-406febbd0c34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:14:00.787564 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35001d5-3b55-4afc-be02-c2b390a5e5a4 req-c8f1d585-89eb-4482-b062-433956d0843b tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:00.789273 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f35001d5-3b55-4afc-be02-c2b390a5e5a4 req-c8f1d585-89eb-4482-b062-433956d0843b tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 943 time: 0.0820682 Jul 05 10:14:00.795515 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9d9143a5-686e-48c2-b568-406febbd0c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (4dff59e2-e4ba-489e-919a-35830ccbea82), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:00.795855 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.db.segments_db [None req-9d9143a5-686e-48c2-b568-406febbd0c34 admin admin] Added segment 4dff59e2-e4ba-489e-919a-35830ccbea82 of type vlan for network 087ffe69-391f-417e-b92e-4da4121f6ec8 Jul 05 10:14:00.819214 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9143a5-686e-48c2-b568-406febbd0c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4983d197-007a-4929-9dc5-660aa44881df,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:00.865287 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9d9143a5-686e-48c2-b568-406febbd0c34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734376243128'] for network (087ffe69-391f-417e-b92e-4da4121f6ec8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:00.903560 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f35001d5-3b55-4afc-be02-c2b390a5e5a4 req-eddc2371-d7d2-45ad-9d9d-f7f6d549d9e3 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060526 Jul 05 10:14:00.920648 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9d9143a5-686e-48c2-b568-406febbd0c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724'] for network (087ffe69-391f-417e-b92e-4da4121f6ec8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:00.922172 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9143a5-686e-48c2-b568-406febbd0c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:00.922938 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9d9143a5-686e-48c2-b568-406febbd0c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:00.954368 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-9d9143a5-686e-48c2-b568-406febbd0c34 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3814266 Jul 05 10:14:00.958000 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 48086) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:14:00.964291 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-1f712eb0-d68e-4e92-bff3-8ab50615dc9a admin admin] Request body: {'subnet': {'network_id': '087ffe69-391f-417e-b92e-4da4121f6ec8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1860064736-subnet', 'tenant_id': '50fc476f36f14020832aa6e34fe9146a', 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:14:00.986192 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 82d6f3cd-3f3d-4754-a8fc-fe3700c96adf up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:14:01.021260 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9143a5-686e-48c2-b568-406febbd0c34 admin admin] Pushing event updated for resources: {'Network': ['ID=087ffe69-391f-417e-b92e-4da4121f6ec8,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:01.029014 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f712eb0-d68e-4e92-bff3-8ab50615dc9a admin admin] Made reservation on behalf of 50fc476f36f14020832aa6e34fe9146a for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:14:01.031433 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1f712eb0-d68e-4e92-bff3-8ab50615dc9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013712'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:01.036842 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Network 087ffe69-391f-417e-b92e-4da4121f6ec8 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:14:01.041074 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port 82d6f3cd-3f3d-4754-a8fc-fe3700c96adf triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:14:01.041445 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (82d6f3cd-3f3d-4754-a8fc-fe3700c96adf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:01.125492 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:01.177008 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port 82d6f3cd-3f3d-4754-a8fc-fe3700c96adf is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:14:01.177393 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (82d6f3cd-3f3d-4754-a8fc-fe3700c96adf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:01.199711 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] For port 82d6f3cd-3f3d-4754-a8fc-fe3700c96adf, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=82d6f3cd-3f3d-4754-a8fc-fe3700c96adf,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:01.204364 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (82d6f3cd-3f3d-4754-a8fc-fe3700c96adf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:01.230600 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1f712eb0-d68e-4e92-bff3-8ab50615dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26022245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013306'] for subnet (4927f021-edab-4cba-be3e-afc2d2ae0250), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:01.252063 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Pushing event updated for resources: {'Port': ['ID=82d6f3cd-3f3d-4754-a8fc-fe3700c96adf,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:01.294608 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f712eb0-d68e-4e92-bff3-8ab50615dc9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4927f021-edab-4cba-be3e-afc2d2ae0250,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:01.306473 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f712eb0-d68e-4e92-bff3-8ab50615dc9a admin admin] Checking segment: {'id': '4dff59e2-e4ba-489e-919a-35830ccbea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '087ffe69-391f-417e-b92e-4da4121f6ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:14:01.306954 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f712eb0-d68e-4e92-bff3-8ab50615dc9a admin admin] Network hostable DHCP agents. Network: 087ffe69-391f-417e-b92e-4da4121f6ec8, hostable agents: ['79910865-91ee-4878-a729-5c22ab7e1742'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:14:01.328382 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f712eb0-d68e-4e92-bff3-8ab50615dc9a admin admin] Network 087ffe69-391f-417e-b92e-4da4121f6ec8 is scheduled to be hosted by DHCP agent 79910865-91ee-4878-a729-5c22ab7e1742 with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:14:01.340577 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-1f712eb0-d68e-4e92-bff3-8ab50615dc9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 087ffe69-391f-417e-b92e-4da4121f6ec8) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:14:01.345294 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f712eb0-d68e-4e92-bff3-8ab50615dc9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:01.346203 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1f712eb0-d68e-4e92-bff3-8ab50615dc9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:01.349222 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0568061a-5686-43b1-b6c8-944d70db9868 None None] Network 087ffe69-391f-417e-b92e-4da4121f6ec8 requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:14:01.366707 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 48090) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:14:01.367247 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-1f712eb0-d68e-4e92-bff3-8ab50615dc9a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4075124 Jul 05 10:14:01.372466 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-c1a25a51-5d40-49df-b47d-bdcd9f039093 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1860064736-router', 'tenant_id': '50fc476f36f14020832aa6e34fe9146a', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:14:01.397925 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1a25a51-5d40-49df-b47d-bdcd9f039093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-796597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28292'] for router (1f739ba0-b1ba-4776-b85c-2305f3ac2b8d), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:01.399115 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1a25a51-5d40-49df-b47d-bdcd9f039093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-795281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-789393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-942032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28301'] for router (1f739ba0-b1ba-4776-b85c-2305f3ac2b8d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:01.454234 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1a25a51-5d40-49df-b47d-bdcd9f039093 admin admin] Publish callbacks [] for router_controller (1f739ba0-b1ba-4776-b85c-2305f3ac2b8d), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:01.464384 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a305d5e-d0fd-43c2-9eaa-385f6cef50cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-087ffe69-391f-417e-b92e-4da4121f6ec8', 'network_id': '087ffe69-391f-417e-b92e-4da4121f6ec8', 'project_id': '50fc476f36f14020832aa6e34fe9146a', 'fixed_ips': [{'subnet_id': '4927f021-edab-4cba-be3e-afc2d2ae0250'}]}} from dv-cinder-master-3-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 05 10:14:01.465357 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2a305d5e-d0fd-43c2-9eaa-385f6cef50cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:01.599269 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1a25a51-5d40-49df-b47d-bdcd9f039093 admin admin] Publish callbacks [] for router_gateway (1f739ba0-b1ba-4776-b85c-2305f3ac2b8d), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:01.622647 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-2a305d5e-d0fd-43c2-9eaa-385f6cef50cf None None] Allocated IP 172.20.0.2 (087ffe69-391f-417e-b92e-4da4121f6ec8/4927f021-edab-4cba-be3e-afc2d2ae0250/f36ba443-4959-49f6-83cf-2e4dbfa64a42) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:14:01.784288 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2a305d5e-d0fd-43c2-9eaa-385f6cef50cf None None] Publish callbacks [] for port (f36ba443-4959-49f6-83cf-2e4dbfa64a42), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:01.790907 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2a305d5e-d0fd-43c2-9eaa-385f6cef50cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865'] for port (f36ba443-4959-49f6-83cf-2e4dbfa64a42), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:01.795388 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1a25a51-5d40-49df-b47d-bdcd9f039093 admin admin] Publish callbacks [] for router_gateway (1f739ba0-b1ba-4776-b85c-2305f3ac2b8d), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:01.816177 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1a25a51-5d40-49df-b47d-bdcd9f039093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:01.835129 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:01.838599 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a305d5e-d0fd-43c2-9eaa-385f6cef50cf None None] Network 087ffe69-391f-417e-b92e-4da4121f6ec8 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:14:01.844712 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-2a305d5e-d0fd-43c2-9eaa-385f6cef50cf None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:14:01.847547 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a305d5e-d0fd-43c2-9eaa-385f6cef50cf None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:14:01.850474 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:01.850627 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e55cb2e-5cac-4952-bc71-2b28ae30973a None None] Sync routers for ids ['ea81ba69-f752-4b3d-9c67-48ceb47b563b'] in dv-cinder-master-3-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:14:01.859873 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a305d5e-d0fd-43c2-9eaa-385f6cef50cf None None] Pushing event updated for resources: {'Port': ['ID=f36ba443-4959-49f6-83cf-2e4dbfa64a42,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:01.861753 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e55cb2e-5cac-4952-bc71-2b28ae30973a None None] Routers {'ea81ba69-f752-4b3d-9c67-48ceb47b563b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:14:01.868430 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2e55cb2e-5cac-4952-bc71-2b28ae30973a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:13:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['ea81ba69-f752-4b3d-9c67-48ceb47b563b'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:01.925651 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2a305d5e-d0fd-43c2-9eaa-385f6cef50cf None None] Attempting to bind port f36ba443-4959-49f6-83cf-2e4dbfa64a42 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:14:01.926126 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2a305d5e-d0fd-43c2-9eaa-385f6cef50cf None None] Attempting to bind port f36ba443-4959-49f6-83cf-2e4dbfa64a42 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '4dff59e2-e4ba-489e-919a-35830ccbea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '087ffe69-391f-417e-b92e-4da4121f6ec8'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:14:01.926575 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a305d5e-d0fd-43c2-9eaa-385f6cef50cf None None] Attempting to bind port f36ba443-4959-49f6-83cf-2e4dbfa64a42 on network 087ffe69-391f-417e-b92e-4da4121f6ec8 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:14:01.932339 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a305d5e-d0fd-43c2-9eaa-385f6cef50cf None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:14:01.932854 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a305d5e-d0fd-43c2-9eaa-385f6cef50cf None None] Checking segment: {'id': '4dff59e2-e4ba-489e-919a-35830ccbea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '087ffe69-391f-417e-b92e-4da4121f6ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:14:01.933325 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2a305d5e-d0fd-43c2-9eaa-385f6cef50cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:01.933866 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a305d5e-d0fd-43c2-9eaa-385f6cef50cf None None] Bound using segment: {'id': '4dff59e2-e4ba-489e-919a-35830ccbea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '087ffe69-391f-417e-b92e-4da4121f6ec8'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:14:01.934324 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2a305d5e-d0fd-43c2-9eaa-385f6cef50cf None None] Bound port: f36ba443-4959-49f6-83cf-2e4dbfa64a42, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dff59e2-e4ba-489e-919a-35830ccbea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '087ffe69-391f-417e-b92e-4da4121f6ec8'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:14:01.934772 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2a305d5e-d0fd-43c2-9eaa-385f6cef50cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (f36ba443-4959-49f6-83cf-2e4dbfa64a42), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:01.944998 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-c1a25a51-5d40-49df-b47d-bdcd9f039093 admin admin] Allocated IP 172.37.2.184 (41de873a-d138-4cc5-b805-d53357ba161e/988cd17f-ff06-4e31-a156-b2c72b1aa185/e580f280-9e52-42ca-8cb9-8606093782a0) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:14:01.995464 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-2e55cb2e-5cac-4952-bc71-2b28ae30973a None None] Set router ea81ba69-f752-4b3d-9c67-48ceb47b563b gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:14:02.006653 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2a305d5e-d0fd-43c2-9eaa-385f6cef50cf None None] For port f36ba443-4959-49f6-83cf-2e4dbfa64a42, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:14:02.010177 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2a305d5e-d0fd-43c2-9eaa-385f6cef50cf None None] For port f36ba443-4959-49f6-83cf-2e4dbfa64a42, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f36ba443-4959-49f6-83cf-2e4dbfa64a42,segment=NetworkSegment(4dff59e2-e4ba-489e-919a-35830ccbea82),segment_id=4dff59e2-e4ba-489e-919a-35830ccbea82)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:14:02.031199 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:02.032938 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2a305d5e-d0fd-43c2-9eaa-385f6cef50cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (f36ba443-4959-49f6-83cf-2e4dbfa64a42), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:02.072679 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1a25a51-5d40-49df-b47d-bdcd9f039093 admin admin] Publish callbacks [] for port (e580f280-9e52-42ca-8cb9-8606093782a0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:02.090222 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed340a-89e7-4393-96e2-21831aca0e6e req-4898fc32-6b8f-4a9b-919f-83e76856a8ae tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:02.095930 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c5ed340a-89e7-4393-96e2-21831aca0e6e req-4898fc32-6b8f-4a9b-919f-83e76856a8ae tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 943 time: 0.0828185 Jul 05 10:14:02.108748 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a305d5e-d0fd-43c2-9eaa-385f6cef50cf None None] Pushing event updated for resources: {'Port': ['ID=f36ba443-4959-49f6-83cf-2e4dbfa64a42,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:02.111995 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1a25a51-5d40-49df-b47d-bdcd9f039093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (e580f280-9e52-42ca-8cb9-8606093782a0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:02.161087 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a25a51-5d40-49df-b47d-bdcd9f039093 admin admin] Network 41de873a-d138-4cc5-b805-d53357ba161e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:14:02.166186 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-c1a25a51-5d40-49df-b47d-bdcd9f039093 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:14:02.171479 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a25a51-5d40-49df-b47d-bdcd9f039093 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:14:02.175230 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a25a51-5d40-49df-b47d-bdcd9f039093 admin admin] Pushing event updated for resources: {'Port': ['ID=e580f280-9e52-42ca-8cb9-8606093782a0,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:02.176815 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c5ed340a-89e7-4393-96e2-21831aca0e6e req-7780eb70-1590-4652-9486-34e6fe9efb2c tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745325 Jul 05 10:14:02.264746 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2e55cb2e-5cac-4952-bc71-2b28ae30973a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'name': 'tempest-TestMinimumBasicScenario-1079838124-router', 'tenant_id': 'd71ebc02c6094919b3054d7da84aadf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.48'}], 'enable_snat': True}, 'gw_port_id': '82d6f3cd-3f3d-4754-a8fc-fe3700c96adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:13:55Z', 'updated_at': '2022-07-05T10:13:59Z', 'revision_number': 4, 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'gw_port': {'id': '82d6f3cd-3f3d-4754-a8fc-fe3700c96adf', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:13:56Z', 'updated_at': '2022-07-05T10:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e90d377b-4bed-4a7f-ab1d-36c7e4ef850b', 'name': '', 'network_id': '71cc70a2-9310-4a30-a617-ac7068d14bb6', 'tenant_id': 'd71ebc02c6094919b3054d7da84aadf0', 'mac_address': 'fa:16:3e:55:c8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '16bbdeec-80ad-49f8-803a-6ac82c0af11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:13:58Z', 'updated_at': '2022-07-05T10:13:59Z', 'revision_number': 2, 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'subnets': [{'id': '16bbdeec-80ad-49f8-803a-6ac82c0af11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:02.290440 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e55cb2e-5cac-4952-bc71-2b28ae30973a None None] Checking router: ea81ba69-f752-4b3d-9c67-48ceb47b563b for host: dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:14:02.290924 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e55cb2e-5cac-4952-bc71-2b28ae30973a None None] Updating router ea81ba69-f752-4b3d-9c67-48ceb47b563b port e90d377b-4bed-4a7f-ab1d-36c7e4ef850b binding host dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:14:02.337328 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:02.371817 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2e55cb2e-5cac-4952-bc71-2b28ae30973a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (e90d377b-4bed-4a7f-ab1d-36c7e4ef850b), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:02.458392 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1a25a51-5d40-49df-b47d-bdcd9f039093 admin admin] Publish callbacks [] for router_gateway (1f739ba0-b1ba-4776-b85c-2305f3ac2b8d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:02.657409 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2e55cb2e-5cac-4952-bc71-2b28ae30973a None None] Publish callbacks [] for port (e90d377b-4bed-4a7f-ab1d-36c7e4ef850b), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:02.664076 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2e55cb2e-5cac-4952-bc71-2b28ae30973a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (e90d377b-4bed-4a7f-ab1d-36c7e4ef850b), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:02.715547 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445a073-51e4-4251-a692-792b6e4ae773 None None] Pushing event updated for resources: {'Port': ['ID=e90d377b-4bed-4a7f-ab1d-36c7e4ef850b,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:02.726086 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445a073-51e4-4251-a692-792b6e4ae773 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:02.726665 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445a073-51e4-4251-a692-792b6e4ae773 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:02.727910 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445a073-51e4-4251-a692-792b6e4ae773 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:02.728260 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445a073-51e4-4251-a692-792b6e4ae773 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:02.728976 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445a073-51e4-4251-a692-792b6e4ae773 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:02.729445 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445a073-51e4-4251-a692-792b6e4ae773 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:02.730034 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445a073-51e4-4251-a692-792b6e4ae773 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:02.730382 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445a073-51e4-4251-a692-792b6e4ae773 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:02.730791 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445a073-51e4-4251-a692-792b6e4ae773 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:02.731115 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445a073-51e4-4251-a692-792b6e4ae773 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:02.731439 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445a073-51e4-4251-a692-792b6e4ae773 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:02.731760 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445a073-51e4-4251-a692-792b6e4ae773 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:02.732077 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445a073-51e4-4251-a692-792b6e4ae773 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:02.732403 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445a073-51e4-4251-a692-792b6e4ae773 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:02.732825 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445a073-51e4-4251-a692-792b6e4ae773 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:02.798595 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-2e55cb2e-5cac-4952-bc71-2b28ae30973a None None] Attempting to bind port e90d377b-4bed-4a7f-ab1d-36c7e4ef850b on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:14:02.798976 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-2e55cb2e-5cac-4952-bc71-2b28ae30973a None None] Attempting to bind port e90d377b-4bed-4a7f-ab1d-36c7e4ef850b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0a3f8006-57f2-413a-87f1-ce8bfacddca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '71cc70a2-9310-4a30-a617-ac7068d14bb6'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:14:02.799320 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e55cb2e-5cac-4952-bc71-2b28ae30973a None None] Attempting to bind port e90d377b-4bed-4a7f-ab1d-36c7e4ef850b on network 71cc70a2-9310-4a30-a617-ac7068d14bb6 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:14:02.805392 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e55cb2e-5cac-4952-bc71-2b28ae30973a None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:14:02.805810 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e55cb2e-5cac-4952-bc71-2b28ae30973a None None] Checking segment: {'id': '0a3f8006-57f2-413a-87f1-ce8bfacddca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '71cc70a2-9310-4a30-a617-ac7068d14bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:14:02.806206 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2e55cb2e-5cac-4952-bc71-2b28ae30973a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:02.806583 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e55cb2e-5cac-4952-bc71-2b28ae30973a None None] Bound using segment: {'id': '0a3f8006-57f2-413a-87f1-ce8bfacddca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '71cc70a2-9310-4a30-a617-ac7068d14bb6'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:14:02.807040 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-2e55cb2e-5cac-4952-bc71-2b28ae30973a None None] Bound port: e90d377b-4bed-4a7f-ab1d-36c7e4ef850b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a3f8006-57f2-413a-87f1-ce8bfacddca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '71cc70a2-9310-4a30-a617-ac7068d14bb6'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:14:02.807407 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2e55cb2e-5cac-4952-bc71-2b28ae30973a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (e90d377b-4bed-4a7f-ab1d-36c7e4ef850b), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:02.809264 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:02.820927 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:02.889804 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-2e55cb2e-5cac-4952-bc71-2b28ae30973a None None] For port e90d377b-4bed-4a7f-ab1d-36c7e4ef850b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:14:02.895086 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-2e55cb2e-5cac-4952-bc71-2b28ae30973a None None] For port e90d377b-4bed-4a7f-ab1d-36c7e4ef850b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e90d377b-4bed-4a7f-ab1d-36c7e4ef850b,segment=NetworkSegment(0a3f8006-57f2-413a-87f1-ce8bfacddca7),segment_id=0a3f8006-57f2-413a-87f1-ce8bfacddca7)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:14:02.906274 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2e55cb2e-5cac-4952-bc71-2b28ae30973a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (e90d377b-4bed-4a7f-ab1d-36c7e4ef850b), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:02.927318 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1a25a51-5d40-49df-b47d-bdcd9f039093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-795272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-789501'] for router (1f739ba0-b1ba-4776-b85c-2305f3ac2b8d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:03.068089 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e55cb2e-5cac-4952-bc71-2b28ae30973a None None] Routers {'ea81ba69-f752-4b3d-9c67-48ceb47b563b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:14:03.069659 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2e55cb2e-5cac-4952-bc71-2b28ae30973a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:13:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['ea81ba69-f752-4b3d-9c67-48ceb47b563b'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:03.071793 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445a073-51e4-4251-a692-792b6e4ae773 None None] Pushing event updated for resources: {'Port': ['ID=e90d377b-4bed-4a7f-ab1d-36c7e4ef850b,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:03.087464 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0ef2d450-4f07-47cb-9154-1f95f2b15981 None None] Provisioning complete for port e90d377b-4bed-4a7f-ab1d-36c7e4ef850b triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:14:03.092155 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0ef2d450-4f07-47cb-9154-1f95f2b15981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (e90d377b-4bed-4a7f-ab1d-36c7e4ef850b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:03.136740 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a25a51-5d40-49df-b47d-bdcd9f039093 admin admin] Router 1f739ba0-b1ba-4776-b85c-2305f3ac2b8d is scheduled to L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 05 10:14:03.167254 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 82d6f3cd-3f3d-4754-a8fc-fe3700c96adf up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:14:03.232799 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port 82d6f3cd-3f3d-4754-a8fc-fe3700c96adf triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:14:03.233452 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (82d6f3cd-3f3d-4754-a8fc-fe3700c96adf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:03.344737 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0ef2d450-4f07-47cb-9154-1f95f2b15981 None None] Current status of the port e90d377b-4bed-4a7f-ab1d-36c7e4ef850b is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:14:03.345121 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0ef2d450-4f07-47cb-9154-1f95f2b15981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (e90d377b-4bed-4a7f-ab1d-36c7e4ef850b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:03.347025 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-2e55cb2e-5cac-4952-bc71-2b28ae30973a None None] Set router ea81ba69-f752-4b3d-9c67-48ceb47b563b gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:14:03.351103 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a81a5-6250-4ce7-843d-cd36095d6d24 req-d8afe423-d5f9-4ce9-8e55-8330c6f0dcbf tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:03.353524 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f61a81a5-6250-4ce7-843d-cd36095d6d24 req-d8afe423-d5f9-4ce9-8e55-8330c6f0dcbf tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 943 time: 0.0811772 Jul 05 10:14:03.389564 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port 82d6f3cd-3f3d-4754-a8fc-fe3700c96adf is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:14:03.391343 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device f36ba443-4959-49f6-83cf-2e4dbfa64a42 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:14:03.408027 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a25a51-5d40-49df-b47d-bdcd9f039093 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:14:03.442886 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0ef2d450-4f07-47cb-9154-1f95f2b15981 None None] For port e90d377b-4bed-4a7f-ab1d-36c7e4ef850b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e90d377b-4bed-4a7f-ab1d-36c7e4ef850b,segment=NetworkSegment(0a3f8006-57f2-413a-87f1-ce8bfacddca7),segment_id=0a3f8006-57f2-413a-87f1-ce8bfacddca7)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:03.444921 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa9dd16-b295-4320-9ca7-b050f274b2a3 None None] Sync routers for ids ['1f739ba0-b1ba-4776-b85c-2305f3ac2b8d'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:14:03.449956 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f61a81a5-6250-4ce7-843d-cd36095d6d24 req-6b827347-7d09-4762-b57e-ec662a958619 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899789 Jul 05 10:14:03.453915 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1a25a51-5d40-49df-b47d-bdcd9f039093 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:03.455476 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-c1a25a51-5d40-49df-b47d-bdcd9f039093 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0862944 Jul 05 10:14:03.458249 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 48106) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:14:03.462567 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0ef2d450-4f07-47cb-9154-1f95f2b15981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (e90d377b-4bed-4a7f-ab1d-36c7e4ef850b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:03.504238 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa9dd16-b295-4320-9ca7-b050f274b2a3 None None] Routers {'1f739ba0-b1ba-4776-b85c-2305f3ac2b8d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:14:03.505384 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-1fa9dd16-b295-4320-9ca7-b050f274b2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:13:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['1f739ba0-b1ba-4776-b85c-2305f3ac2b8d'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:03.515505 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cdbd74-2997-4f4e-9c4a-b364bd2b579e None None] Network 087ffe69-391f-417e-b92e-4da4121f6ec8 requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:14:03.619141 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2e55cb2e-5cac-4952-bc71-2b28ae30973a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'name': 'tempest-TestMinimumBasicScenario-1079838124-router', 'tenant_id': 'd71ebc02c6094919b3054d7da84aadf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.48'}], 'enable_snat': True}, 'gw_port_id': '82d6f3cd-3f3d-4754-a8fc-fe3700c96adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:13:55Z', 'updated_at': '2022-07-05T10:13:59Z', 'revision_number': 4, 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'gw_port': {'id': '82d6f3cd-3f3d-4754-a8fc-fe3700c96adf', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:13:56Z', 'updated_at': '2022-07-05T10:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e90d377b-4bed-4a7f-ab1d-36c7e4ef850b', 'name': '', 'network_id': '71cc70a2-9310-4a30-a617-ac7068d14bb6', 'tenant_id': 'd71ebc02c6094919b3054d7da84aadf0', 'mac_address': 'fa:16:3e:55:c8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '16bbdeec-80ad-49f8-803a-6ac82c0af11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:13:58Z', 'updated_at': '2022-07-05T10:14:02Z', 'revision_number': 4, 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'subnets': [{'id': '16bbdeec-80ad-49f8-803a-6ac82c0af11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:03.646213 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e55cb2e-5cac-4952-bc71-2b28ae30973a None None] The sync data for ids ['ea81ba69-f752-4b3d-9c67-48ceb47b563b'] in dv-cinder-master-3-iscsi is: [{'id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'name': 'tempest-TestMinimumBasicScenario-1079838124-router', 'tenant_id': 'd71ebc02c6094919b3054d7da84aadf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.48'}], 'enable_snat': True}, 'gw_port_id': '82d6f3cd-3f3d-4754-a8fc-fe3700c96adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:13:55Z', 'updated_at': '2022-07-05T10:13:59Z', 'revision_number': 4, 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'gw_port': {'id': '82d6f3cd-3f3d-4754-a8fc-fe3700c96adf', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:13:56Z', 'updated_at': '2022-07-05T10:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e90d377b-4bed-4a7f-ab1d-36c7e4ef850b', 'name': '', 'network_id': '71cc70a2-9310-4a30-a617-ac7068d14bb6', 'tenant_id': 'd71ebc02c6094919b3054d7da84aadf0', 'mac_address': 'fa:16:3e:55:c8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '16bbdeec-80ad-49f8-803a-6ac82c0af11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:13:58Z', 'updated_at': '2022-07-05T10:14:02Z', 'revision_number': 4, 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'subnets': [{'id': '16bbdeec-80ad-49f8-803a-6ac82c0af11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:14:03.646724 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:03.797535 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-051471f0-73ea-4748-8c86-452bfae8a0ee None None] Provisioning complete for port f36ba443-4959-49f6-83cf-2e4dbfa64a42 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:14:03.797955 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-051471f0-73ea-4748-8c86-452bfae8a0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (f36ba443-4959-49f6-83cf-2e4dbfa64a42), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:03.825502 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:03.857152 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2d450-4f07-47cb-9154-1f95f2b15981 None None] Pushing event updated for resources: {'Port': ['ID=e90d377b-4bed-4a7f-ab1d-36c7e4ef850b,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:03.859701 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port f36ba443-4959-49f6-83cf-2e4dbfa64a42 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:14:03.860068 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (f36ba443-4959-49f6-83cf-2e4dbfa64a42), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:03.896958 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:03.911212 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:03.925569 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e10d5ee2-2d69-412e-babc-bc0bcea30f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:03.962888 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-1fa9dd16-b295-4320-9ca7-b050f274b2a3 None None] Set router 1f739ba0-b1ba-4776-b85c-2305f3ac2b8d gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:14:04.095565 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-e10d5ee2-2d69-412e-babc-bc0bcea30f89 admin admin] Allocated IP 172.20.0.1 (087ffe69-391f-417e-b92e-4da4121f6ec8/4927f021-edab-4cba-be3e-afc2d2ae0250/91ec472b-f150-4cc6-81c2-1a948e3115ec) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:14:04.169924 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-051471f0-73ea-4748-8c86-452bfae8a0ee None None] Current status of the port f36ba443-4959-49f6-83cf-2e4dbfa64a42 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:14:04.170303 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-051471f0-73ea-4748-8c86-452bfae8a0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (f36ba443-4959-49f6-83cf-2e4dbfa64a42), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:04.174764 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port f36ba443-4959-49f6-83cf-2e4dbfa64a42 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:14:04.175139 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (f36ba443-4959-49f6-83cf-2e4dbfa64a42), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:04.274874 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] For port f36ba443-4959-49f6-83cf-2e4dbfa64a42, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f36ba443-4959-49f6-83cf-2e4dbfa64a42,segment=NetworkSegment(4dff59e2-e4ba-489e-919a-35830ccbea82),segment_id=4dff59e2-e4ba-489e-919a-35830ccbea82)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:04.279979 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e10d5ee2-2d69-412e-babc-bc0bcea30f89 admin admin] Publish callbacks [] for port (91ec472b-f150-4cc6-81c2-1a948e3115ec), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:04.288192 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (f36ba443-4959-49f6-83cf-2e4dbfa64a42), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:04.320072 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e10d5ee2-2d69-412e-babc-bc0bcea30f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (91ec472b-f150-4cc6-81c2-1a948e3115ec), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:04.344214 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-1fa9dd16-b295-4320-9ca7-b050f274b2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f739ba0-b1ba-4776-b85c-2305f3ac2b8d', 'name': 'tempest-TestMinimumBasicScenario-1860064736-router', 'tenant_id': '50fc476f36f14020832aa6e34fe9146a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e580f280-9e52-42ca-8cb9-8606093782a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:14:01Z', 'updated_at': '2022-07-05T10:14:02Z', 'revision_number': 3, 'project_id': '50fc476f36f14020832aa6e34fe9146a', 'gw_port': {'id': 'e580f280-9e52-42ca-8cb9-8606093782a0', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:32:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f739ba0-b1ba-4776-b85c-2305f3ac2b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:14:01Z', 'updated_at': '2022-07-05T10:14:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:04.365184 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10d5ee2-2d69-412e-babc-bc0bcea30f89 admin admin] Network 087ffe69-391f-417e-b92e-4da4121f6ec8 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:14:04.368676 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-e10d5ee2-2d69-412e-babc-bc0bcea30f89 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:14:04.383256 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10d5ee2-2d69-412e-babc-bc0bcea30f89 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:14:04.387675 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa9dd16-b295-4320-9ca7-b050f274b2a3 None None] Checking router: 1f739ba0-b1ba-4776-b85c-2305f3ac2b8d for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:14:04.387675 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa9dd16-b295-4320-9ca7-b050f274b2a3 None None] Updating router 1f739ba0-b1ba-4776-b85c-2305f3ac2b8d port e580f280-9e52-42ca-8cb9-8606093782a0 binding host dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:14:04.398121 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.db.api [None req-051471f0-73ea-4748-8c86-452bfae8a0ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 05 10:14:04.398523 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG oslo_db.api [None req-051471f0-73ea-4748-8c86-452bfae8a0ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:14:04.414301 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d5ee2-2d69-412e-babc-bc0bcea30f89 admin admin] Pushing event updated for resources: {'Port': ['ID=91ec472b-f150-4cc6-81c2-1a948e3115ec,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:04.419261 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Pushing event updated for resources: {'Port': ['ID=f36ba443-4959-49f6-83cf-2e4dbfa64a42,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:04.435652 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1fa9dd16-b295-4320-9ca7-b050f274b2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (e580f280-9e52-42ca-8cb9-8606093782a0), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:04.438933 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e10d5ee2-2d69-412e-babc-bc0bcea30f89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801541'] for router_interface (1f739ba0-b1ba-4776-b85c-2305f3ac2b8d), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:04.582071 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e10d5ee2-2d69-412e-babc-bc0bcea30f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (91ec472b-f150-4cc6-81c2-1a948e3115ec), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:04.623049 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:04.638151 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2128a-2a15-4230-afb4-fb7ed7cd0fab req-0226c530-bdb1-4d65-8550-5dc0b057996a tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:04.639657 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-56a2128a-2a15-4230-afb4-fb7ed7cd0fab req-0226c530-bdb1-4d65-8550-5dc0b057996a tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 943 time: 0.0704200 Jul 05 10:14:04.656460 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:04.690427 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:04.698027 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-56a2128a-2a15-4230-afb4-fb7ed7cd0fab req-80688ba9-7088-46f4-b0e6-4312036b0186 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494680 Jul 05 10:14:04.735114 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1fa9dd16-b295-4320-9ca7-b050f274b2a3 None None] Publish callbacks [] for port (e580f280-9e52-42ca-8cb9-8606093782a0), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:04.740264 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1fa9dd16-b295-4320-9ca7-b050f274b2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (e580f280-9e52-42ca-8cb9-8606093782a0), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:04.757523 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e10d5ee2-2d69-412e-babc-bc0bcea30f89 admin admin] Publish callbacks [] for port (91ec472b-f150-4cc6-81c2-1a948e3115ec), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:04.762850 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e10d5ee2-2d69-412e-babc-bc0bcea30f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26770654'] for port (91ec472b-f150-4cc6-81c2-1a948e3115ec), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:04.794909 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-1fa9dd16-b295-4320-9ca7-b050f274b2a3 None None] Attempting to bind port e580f280-9e52-42ca-8cb9-8606093782a0 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:14:04.795269 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-1fa9dd16-b295-4320-9ca7-b050f274b2a3 None None] Attempting to bind port e580f280-9e52-42ca-8cb9-8606093782a0 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:14:04.795619 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9dd16-b295-4320-9ca7-b050f274b2a3 None None] Attempting to bind port e580f280-9e52-42ca-8cb9-8606093782a0 on network 41de873a-d138-4cc5-b805-d53357ba161e {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:14:04.799075 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b6be9-746e-46b4-bbeb-13b2849dbc67 None None] Pushing event updated for resources: {'Port': ['ID=e580f280-9e52-42ca-8cb9-8606093782a0,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:04.803935 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9dd16-b295-4320-9ca7-b050f274b2a3 None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:14:04.804304 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9dd16-b295-4320-9ca7-b050f274b2a3 None None] Checking segment: {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:14:04.804728 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1fa9dd16-b295-4320-9ca7-b050f274b2a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:04.805137 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9dd16-b295-4320-9ca7-b050f274b2a3 None None] Bound using segment: {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:14:04.805599 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-1fa9dd16-b295-4320-9ca7-b050f274b2a3 None None] Bound port: e580f280-9e52-42ca-8cb9-8606093782a0, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:14:04.805970 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1fa9dd16-b295-4320-9ca7-b050f274b2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (e580f280-9e52-42ca-8cb9-8606093782a0), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:04.831642 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d5ee2-2d69-412e-babc-bc0bcea30f89 admin admin] Pushing event updated for resources: {'Port': ['ID=91ec472b-f150-4cc6-81c2-1a948e3115ec,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:04.837239 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e10d5ee2-2d69-412e-babc-bc0bcea30f89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-801681'] for router_interface (1f739ba0-b1ba-4776-b85c-2305f3ac2b8d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:04.857392 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-1fa9dd16-b295-4320-9ca7-b050f274b2a3 None None] For port e580f280-9e52-42ca-8cb9-8606093782a0, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:14:04.861046 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-1fa9dd16-b295-4320-9ca7-b050f274b2a3 None None] For port e580f280-9e52-42ca-8cb9-8606093782a0, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e580f280-9e52-42ca-8cb9-8606093782a0,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:14:04.868678 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1fa9dd16-b295-4320-9ca7-b050f274b2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (e580f280-9e52-42ca-8cb9-8606093782a0), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:04.945559 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10d5ee2-2d69-412e-babc-bc0bcea30f89 admin admin] Network 087ffe69-391f-417e-b92e-4da4121f6ec8 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:14:04.948935 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-e10d5ee2-2d69-412e-babc-bc0bcea30f89 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:14:04.960654 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device e90d377b-4bed-4a7f-ab1d-36c7e4ef850b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:14:04.969206 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:05.010975 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa9dd16-b295-4320-9ca7-b050f274b2a3 None None] Routers {'1f739ba0-b1ba-4776-b85c-2305f3ac2b8d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:14:05.011443 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-1fa9dd16-b295-4320-9ca7-b050f274b2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:13:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['1f739ba0-b1ba-4776-b85c-2305f3ac2b8d'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:05.018248 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-051471f0-73ea-4748-8c86-452bfae8a0ee None None] Current status of the port f36ba443-4959-49f6-83cf-2e4dbfa64a42 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:14:05.058974 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b6be9-746e-46b4-bbeb-13b2849dbc67 None None] Pushing event updated for resources: {'Port': ['ID=e580f280-9e52-42ca-8cb9-8606093782a0,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:05.065584 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10d5ee2-2d69-412e-babc-bc0bcea30f89 admin admin] Router 1f739ba0-b1ba-4776-b85c-2305f3ac2b8d has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:14:05.079522 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-051471f0-73ea-4748-8c86-452bfae8a0ee None None] Provisioning complete for port e90d377b-4bed-4a7f-ab1d-36c7e4ef850b triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:14:05.079892 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-051471f0-73ea-4748-8c86-452bfae8a0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (e90d377b-4bed-4a7f-ab1d-36c7e4ef850b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:05.155612 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port e90d377b-4bed-4a7f-ab1d-36c7e4ef850b triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:14:05.155988 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (e90d377b-4bed-4a7f-ab1d-36c7e4ef850b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:05.180312 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10d5ee2-2d69-412e-babc-bc0bcea30f89 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:14:05.186789 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-e10d5ee2-2d69-412e-babc-bc0bcea30f89 admin admin] 10.222.0.20 "PUT /v2.0/routers/1f739ba0-b1ba-4776-b85c-2305f3ac2b8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7275472 Jul 05 10:14:05.212589 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-1fa9dd16-b295-4320-9ca7-b050f274b2a3 None None] Set router 1f739ba0-b1ba-4776-b85c-2305f3ac2b8d gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:14:05.361502 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-051471f0-73ea-4748-8c86-452bfae8a0ee None None] Current status of the port e90d377b-4bed-4a7f-ab1d-36c7e4ef850b is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:14:05.368607 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port e90d377b-4bed-4a7f-ab1d-36c7e4ef850b is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:14:05.369622 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device f36ba443-4959-49f6-83cf-2e4dbfa64a42 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:14:05.584140 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:05.598431 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e23875be-7c4f-441a-985d-e5fbce115936 None None] Provisioning complete for port f36ba443-4959-49f6-83cf-2e4dbfa64a42 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:14:05.598820 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e23875be-7c4f-441a-985d-e5fbce115936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (f36ba443-4959-49f6-83cf-2e4dbfa64a42), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:05.653419 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port f36ba443-4959-49f6-83cf-2e4dbfa64a42 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:14:05.653572 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (f36ba443-4959-49f6-83cf-2e4dbfa64a42), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:05.732116 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-1fa9dd16-b295-4320-9ca7-b050f274b2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f739ba0-b1ba-4776-b85c-2305f3ac2b8d', 'name': 'tempest-TestMinimumBasicScenario-1860064736-router', 'tenant_id': '50fc476f36f14020832aa6e34fe9146a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e580f280-9e52-42ca-8cb9-8606093782a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:14:01Z', 'updated_at': '2022-07-05T10:14:04Z', 'revision_number': 4, 'project_id': '50fc476f36f14020832aa6e34fe9146a', 'gw_port': {'id': 'e580f280-9e52-42ca-8cb9-8606093782a0', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:32:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f739ba0-b1ba-4776-b85c-2305f3ac2b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:14:01Z', 'updated_at': '2022-07-05T10:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '91ec472b-f150-4cc6-81c2-1a948e3115ec', 'name': '', 'network_id': '087ffe69-391f-417e-b92e-4da4121f6ec8', 'tenant_id': '50fc476f36f14020832aa6e34fe9146a', 'mac_address': 'fa:16:3e:c7:e9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f739ba0-b1ba-4776-b85c-2305f3ac2b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4927f021-edab-4cba-be3e-afc2d2ae0250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:14:03Z', 'updated_at': '2022-07-05T10:14:04Z', 'revision_number': 2, 'project_id': '50fc476f36f14020832aa6e34fe9146a', 'subnets': [{'id': '4927f021-edab-4cba-be3e-afc2d2ae0250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:05.774349 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa9dd16-b295-4320-9ca7-b050f274b2a3 None None] The sync data for ids ['1f739ba0-b1ba-4776-b85c-2305f3ac2b8d'] in dv-cinder-master-3-iscsi is: [{'id': '1f739ba0-b1ba-4776-b85c-2305f3ac2b8d', 'name': 'tempest-TestMinimumBasicScenario-1860064736-router', 'tenant_id': '50fc476f36f14020832aa6e34fe9146a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e580f280-9e52-42ca-8cb9-8606093782a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:14:01Z', 'updated_at': '2022-07-05T10:14:04Z', 'revision_number': 4, 'project_id': '50fc476f36f14020832aa6e34fe9146a', 'gw_port': {'id': 'e580f280-9e52-42ca-8cb9-8606093782a0', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:32:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f739ba0-b1ba-4776-b85c-2305f3ac2b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:14:01Z', 'updated_at': '2022-07-05T10:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '91ec472b-f150-4cc6-81c2-1a948e3115ec', 'name': '', 'network_id': '087ffe69-391f-417e-b92e-4da4121f6ec8', 'tenant_id': '50fc476f36f14020832aa6e34fe9146a', 'mac_address': 'fa:16:3e:c7:e9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f739ba0-b1ba-4776-b85c-2305f3ac2b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4927f021-edab-4cba-be3e-afc2d2ae0250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:14:03Z', 'updated_at': '2022-07-05T10:14:04Z', 'revision_number': 2, 'project_id': '50fc476f36f14020832aa6e34fe9146a', 'subnets': [{'id': '4927f021-edab-4cba-be3e-afc2d2ae0250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:14:05.820648 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094fab26-525d-485d-a98f-eec4ea523d22 req-97ff9509-0d39-44c0-8c62-c05723e9d32c tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:05.822993 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-094fab26-525d-485d-a98f-eec4ea523d22 req-97ff9509-0d39-44c0-8c62-c05723e9d32c tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 943 time: 0.0528791 Jul 05 10:14:05.857628 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e23875be-7c4f-441a-985d-e5fbce115936 None None] Current status of the port f36ba443-4959-49f6-83cf-2e4dbfa64a42 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:14:05.862895 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:05.864997 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:05.872241 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port f36ba443-4959-49f6-83cf-2e4dbfa64a42 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:14:05.875897 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e23875be-7c4f-441a-985d-e5fbce115936 None None] Provisioning complete for port 91ec472b-f150-4cc6-81c2-1a948e3115ec triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:14:05.876270 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e23875be-7c4f-441a-985d-e5fbce115936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (91ec472b-f150-4cc6-81c2-1a948e3115ec), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:05.898178 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-094fab26-525d-485d-a98f-eec4ea523d22 req-21b6ef63-9ea8-4c14-bbb2-d8ef9d544a47 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694423 Jul 05 10:14:05.925321 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e23875be-7c4f-441a-985d-e5fbce115936 None None] Port 91ec472b-f150-4cc6-81c2-1a948e3115ec cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:14:07.073673 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device e580f280-9e52-42ca-8cb9-8606093782a0 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:14:07.153461 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941b95c-ff55-4638-9ea5-789f0d16f3d0 req-511ee96a-8029-4f02-8299-d286034fb25a tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:07.164180 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e941b95c-ff55-4638-9ea5-789f0d16f3d0 req-511ee96a-8029-4f02-8299-d286034fb25a tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 943 time: 0.1041646 Jul 05 10:14:07.183733 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port e580f280-9e52-42ca-8cb9-8606093782a0 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:14:07.184111 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (e580f280-9e52-42ca-8cb9-8606093782a0), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:07.281491 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e941b95c-ff55-4638-9ea5-789f0d16f3d0 req-d8052fea-62fe-499f-93f8-342f5dd2d422 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127479 Jul 05 10:14:07.311949 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port e580f280-9e52-42ca-8cb9-8606093782a0 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:14:07.312520 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (e580f280-9e52-42ca-8cb9-8606093782a0), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:07.341310 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] For port e580f280-9e52-42ca-8cb9-8606093782a0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e580f280-9e52-42ca-8cb9-8606093782a0,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:07.346392 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (e580f280-9e52-42ca-8cb9-8606093782a0), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:07.411558 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Pushing event updated for resources: {'Port': ['ID=e580f280-9e52-42ca-8cb9-8606093782a0,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:08.431693 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21bbcbf-be0f-4e80-86c4-70967608dd9b req-0187e7f4-74b2-487c-a30e-b5c8f64c1815 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:08.433975 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e21bbcbf-be0f-4e80-86c4-70967608dd9b req-0187e7f4-74b2-487c-a30e-b5c8f64c1815 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 943 time: 0.0549982 Jul 05 10:14:08.489265 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e21bbcbf-be0f-4e80-86c4-70967608dd9b req-070caab3-8347-4957-8d4b-89cc16e06d02 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493956 Jul 05 10:14:08.517918 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199db039-6a69-4a0e-a3a8-8e731ca159ef None None] Sync routers for ids ['1f739ba0-b1ba-4776-b85c-2305f3ac2b8d'] in dv-cinder-master-3-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:14:08.529417 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199db039-6a69-4a0e-a3a8-8e731ca159ef None None] Routers {'1f739ba0-b1ba-4776-b85c-2305f3ac2b8d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:14:08.530241 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-199db039-6a69-4a0e-a3a8-8e731ca159ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:13:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['1f739ba0-b1ba-4776-b85c-2305f3ac2b8d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:08.694491 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-199db039-6a69-4a0e-a3a8-8e731ca159ef None None] Set router 1f739ba0-b1ba-4776-b85c-2305f3ac2b8d gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:14:08.900281 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 1a0fe351-4265-449d-8b7d-508a71c44b30 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:14:08.986602 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device e580f280-9e52-42ca-8cb9-8606093782a0 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:14:09.019901 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-199db039-6a69-4a0e-a3a8-8e731ca159ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f739ba0-b1ba-4776-b85c-2305f3ac2b8d', 'name': 'tempest-TestMinimumBasicScenario-1860064736-router', 'tenant_id': '50fc476f36f14020832aa6e34fe9146a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e580f280-9e52-42ca-8cb9-8606093782a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:14:01Z', 'updated_at': '2022-07-05T10:14:04Z', 'revision_number': 4, 'project_id': '50fc476f36f14020832aa6e34fe9146a', 'gw_port': {'id': 'e580f280-9e52-42ca-8cb9-8606093782a0', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:32:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f739ba0-b1ba-4776-b85c-2305f3ac2b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:14:01Z', 'updated_at': '2022-07-05T10:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '91ec472b-f150-4cc6-81c2-1a948e3115ec', 'name': '', 'network_id': '087ffe69-391f-417e-b92e-4da4121f6ec8', 'tenant_id': '50fc476f36f14020832aa6e34fe9146a', 'mac_address': 'fa:16:3e:c7:e9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f739ba0-b1ba-4776-b85c-2305f3ac2b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4927f021-edab-4cba-be3e-afc2d2ae0250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:14:03Z', 'updated_at': '2022-07-05T10:14:04Z', 'revision_number': 2, 'project_id': '50fc476f36f14020832aa6e34fe9146a', 'subnets': [{'id': '4927f021-edab-4cba-be3e-afc2d2ae0250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:09.066056 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199db039-6a69-4a0e-a3a8-8e731ca159ef None None] Checking router: 1f739ba0-b1ba-4776-b85c-2305f3ac2b8d for host: dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:14:09.066928 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199db039-6a69-4a0e-a3a8-8e731ca159ef None None] Updating router 1f739ba0-b1ba-4776-b85c-2305f3ac2b8d port 91ec472b-f150-4cc6-81c2-1a948e3115ec binding host dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:14:09.099045 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 1a0fe351-4265-449d-8b7d-508a71c44b30, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1a0fe351-4265-449d-8b7d-508a71c44b30,segment=NetworkSegment(f3087eaa-4fcd-490e-a1fe-c77533041c8c),segment_id=f3087eaa-4fcd-490e-a1fe-c77533041c8c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:09.106445 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-199db039-6a69-4a0e-a3a8-8e731ca159ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (91ec472b-f150-4cc6-81c2-1a948e3115ec), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:09.114650 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Returning: {'device': '1a0fe351-4265-449d-8b7d-508a71c44b30', 'network_id': 'f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c', 'port_id': '1a0fe351-4265-449d-8b7d-508a71c44b30', 'mac_address': 'fa:16:3e:0a:43:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9211c471-107c-45c5-9588-dc32c76fb980', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:14:09.126277 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port e580f280-9e52-42ca-8cb9-8606093782a0 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:14:09.126730 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (e580f280-9e52-42ca-8cb9-8606093782a0), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:09.198262 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port 1a0fe351-4265-449d-8b7d-508a71c44b30 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:14:09.198769 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (1a0fe351-4265-449d-8b7d-508a71c44b30), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:09.217429 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a0fe351-4265-449d-8b7d-508a71c44b30 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:14:09.272111 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 1a0fe351-4265-449d-8b7d-508a71c44b30, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1a0fe351-4265-449d-8b7d-508a71c44b30,segment=NetworkSegment(f3087eaa-4fcd-490e-a1fe-c77533041c8c),segment_id=f3087eaa-4fcd-490e-a1fe-c77533041c8c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:09.281903 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (1a0fe351-4265-449d-8b7d-508a71c44b30), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:09.319309 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port e580f280-9e52-42ca-8cb9-8606093782a0 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:14:09.327221 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:09.327844 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:09.345201 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:09.363971 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=1a0fe351-4265-449d-8b7d-508a71c44b30,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:09.393301 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-199db039-6a69-4a0e-a3a8-8e731ca159ef None None] Publish callbacks [] for port (91ec472b-f150-4cc6-81c2-1a948e3115ec), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:09.400426 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-199db039-6a69-4a0e-a3a8-8e731ca159ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (91ec472b-f150-4cc6-81c2-1a948e3115ec), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:09.449117 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19d3bd-7ba9-4050-b8b7-8f07acb356b8 None None] Pushing event updated for resources: {'Port': ['ID=91ec472b-f150-4cc6-81c2-1a948e3115ec,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:09.521474 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-199db039-6a69-4a0e-a3a8-8e731ca159ef None None] Attempting to bind port 91ec472b-f150-4cc6-81c2-1a948e3115ec on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:14:09.522650 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-199db039-6a69-4a0e-a3a8-8e731ca159ef None None] Attempting to bind port 91ec472b-f150-4cc6-81c2-1a948e3115ec by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '4dff59e2-e4ba-489e-919a-35830ccbea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '087ffe69-391f-417e-b92e-4da4121f6ec8'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:14:09.523398 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199db039-6a69-4a0e-a3a8-8e731ca159ef None None] Attempting to bind port 91ec472b-f150-4cc6-81c2-1a948e3115ec on network 087ffe69-391f-417e-b92e-4da4121f6ec8 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:14:09.534041 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199db039-6a69-4a0e-a3a8-8e731ca159ef None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:14:09.534543 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199db039-6a69-4a0e-a3a8-8e731ca159ef None None] Checking segment: {'id': '4dff59e2-e4ba-489e-919a-35830ccbea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '087ffe69-391f-417e-b92e-4da4121f6ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:14:09.535072 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-199db039-6a69-4a0e-a3a8-8e731ca159ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:09.535850 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199db039-6a69-4a0e-a3a8-8e731ca159ef None None] Bound using segment: {'id': '4dff59e2-e4ba-489e-919a-35830ccbea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '087ffe69-391f-417e-b92e-4da4121f6ec8'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:14:09.536719 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-199db039-6a69-4a0e-a3a8-8e731ca159ef None None] Bound port: 91ec472b-f150-4cc6-81c2-1a948e3115ec, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dff59e2-e4ba-489e-919a-35830ccbea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '087ffe69-391f-417e-b92e-4da4121f6ec8'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:14:09.537353 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-199db039-6a69-4a0e-a3a8-8e731ca159ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (91ec472b-f150-4cc6-81c2-1a948e3115ec), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:09.682654 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-199db039-6a69-4a0e-a3a8-8e731ca159ef None None] For port 91ec472b-f150-4cc6-81c2-1a948e3115ec, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:14:09.686554 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-199db039-6a69-4a0e-a3a8-8e731ca159ef None None] For port 91ec472b-f150-4cc6-81c2-1a948e3115ec, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=91ec472b-f150-4cc6-81c2-1a948e3115ec,segment=NetworkSegment(4dff59e2-e4ba-489e-919a-35830ccbea82),segment_id=4dff59e2-e4ba-489e-919a-35830ccbea82)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:14:09.695741 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-199db039-6a69-4a0e-a3a8-8e731ca159ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (91ec472b-f150-4cc6-81c2-1a948e3115ec), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:09.719459 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204dc114-42a0-49c7-b364-cec1cc3114cd req-247477ce-ef08-45f7-afeb-eb6c7dd9b47c tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:09.721717 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-204dc114-42a0-49c7-b364-cec1cc3114cd req-247477ce-ef08-45f7-afeb-eb6c7dd9b47c tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 944 time: 0.0638564 Jul 05 10:14:09.771389 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19d3bd-7ba9-4050-b8b7-8f07acb356b8 None None] Pushing event updated for resources: {'Port': ['ID=91ec472b-f150-4cc6-81c2-1a948e3115ec,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:09.777829 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199db039-6a69-4a0e-a3a8-8e731ca159ef None None] Routers {'1f739ba0-b1ba-4776-b85c-2305f3ac2b8d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:14:09.778440 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-199db039-6a69-4a0e-a3a8-8e731ca159ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:13:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['1f739ba0-b1ba-4776-b85c-2305f3ac2b8d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:09.799279 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-078fba7d-fc70-4214-91b2-cc7cafe589ab None None] Provisioning complete for port 91ec472b-f150-4cc6-81c2-1a948e3115ec triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:14:09.800148 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-078fba7d-fc70-4214-91b2-cc7cafe589ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (91ec472b-f150-4cc6-81c2-1a948e3115ec), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:09.824318 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-204dc114-42a0-49c7-b364-cec1cc3114cd req-16a04218-9c15-40df-a896-fdc628f4139e tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961854 Jul 05 10:14:09.911610 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['1a0fe351-4265-449d-8b7d-508a71c44b30'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:14:09.964915 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-199db039-6a69-4a0e-a3a8-8e731ca159ef None None] Set router 1f739ba0-b1ba-4776-b85c-2305f3ac2b8d gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:14:09.976756 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:10.049921 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-078fba7d-fc70-4214-91b2-cc7cafe589ab None None] Current status of the port 91ec472b-f150-4cc6-81c2-1a948e3115ec is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:14:10.050587 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-078fba7d-fc70-4214-91b2-cc7cafe589ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (91ec472b-f150-4cc6-81c2-1a948e3115ec), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:10.131194 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-078fba7d-fc70-4214-91b2-cc7cafe589ab None None] For port 91ec472b-f150-4cc6-81c2-1a948e3115ec, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=91ec472b-f150-4cc6-81c2-1a948e3115ec,segment=NetworkSegment(4dff59e2-e4ba-489e-919a-35830ccbea82),segment_id=4dff59e2-e4ba-489e-919a-35830ccbea82)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:10.143242 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-078fba7d-fc70-4214-91b2-cc7cafe589ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (91ec472b-f150-4cc6-81c2-1a948e3115ec), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:10.241294 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078fba7d-fc70-4214-91b2-cc7cafe589ab None None] Pushing event updated for resources: {'Port': ['ID=91ec472b-f150-4cc6-81c2-1a948e3115ec,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:10.249664 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-199db039-6a69-4a0e-a3a8-8e731ca159ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f739ba0-b1ba-4776-b85c-2305f3ac2b8d', 'name': 'tempest-TestMinimumBasicScenario-1860064736-router', 'tenant_id': '50fc476f36f14020832aa6e34fe9146a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e580f280-9e52-42ca-8cb9-8606093782a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:14:01Z', 'updated_at': '2022-07-05T10:14:04Z', 'revision_number': 4, 'project_id': '50fc476f36f14020832aa6e34fe9146a', 'gw_port': {'id': 'e580f280-9e52-42ca-8cb9-8606093782a0', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:32:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f739ba0-b1ba-4776-b85c-2305f3ac2b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:14:01Z', 'updated_at': '2022-07-05T10:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '91ec472b-f150-4cc6-81c2-1a948e3115ec', 'name': '', 'network_id': '087ffe69-391f-417e-b92e-4da4121f6ec8', 'tenant_id': '50fc476f36f14020832aa6e34fe9146a', 'mac_address': 'fa:16:3e:c7:e9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f739ba0-b1ba-4776-b85c-2305f3ac2b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4927f021-edab-4cba-be3e-afc2d2ae0250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:14:03Z', 'updated_at': '2022-07-05T10:14:09Z', 'revision_number': 4, 'project_id': '50fc476f36f14020832aa6e34fe9146a', 'subnets': [{'id': '4927f021-edab-4cba-be3e-afc2d2ae0250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:10.253670 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:10.279543 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199db039-6a69-4a0e-a3a8-8e731ca159ef None None] The sync data for ids ['1f739ba0-b1ba-4776-b85c-2305f3ac2b8d'] in dv-cinder-master-3-iscsi is: [{'id': '1f739ba0-b1ba-4776-b85c-2305f3ac2b8d', 'name': 'tempest-TestMinimumBasicScenario-1860064736-router', 'tenant_id': '50fc476f36f14020832aa6e34fe9146a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e580f280-9e52-42ca-8cb9-8606093782a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:14:01Z', 'updated_at': '2022-07-05T10:14:04Z', 'revision_number': 4, 'project_id': '50fc476f36f14020832aa6e34fe9146a', 'gw_port': {'id': 'e580f280-9e52-42ca-8cb9-8606093782a0', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:32:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f739ba0-b1ba-4776-b85c-2305f3ac2b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:14:01Z', 'updated_at': '2022-07-05T10:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '91ec472b-f150-4cc6-81c2-1a948e3115ec', 'name': '', 'network_id': '087ffe69-391f-417e-b92e-4da4121f6ec8', 'tenant_id': '50fc476f36f14020832aa6e34fe9146a', 'mac_address': 'fa:16:3e:c7:e9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f739ba0-b1ba-4776-b85c-2305f3ac2b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4927f021-edab-4cba-be3e-afc2d2ae0250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:14:03Z', 'updated_at': '2022-07-05T10:14:09Z', 'revision_number': 4, 'project_id': '50fc476f36f14020832aa6e34fe9146a', 'subnets': [{'id': '4927f021-edab-4cba-be3e-afc2d2ae0250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:14:10.300063 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c23eedfd-c51b-4d63-b2a4-d3fbb59c236a None None] Provisioning complete for port 91ec472b-f150-4cc6-81c2-1a948e3115ec triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:14:10.302795 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c23eedfd-c51b-4d63-b2a4-d3fbb59c236a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (91ec472b-f150-4cc6-81c2-1a948e3115ec), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:10.447886 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c23eedfd-c51b-4d63-b2a4-d3fbb59c236a None None] Current status of the port 91ec472b-f150-4cc6-81c2-1a948e3115ec is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:14:10.987101 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 91ec472b-f150-4cc6-81c2-1a948e3115ec up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:14:11.039768 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fe0cc-a54f-4137-8172-30a48aa827bb req-c0bad07d-21aa-432b-bd82-d73a862e0647 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:11.048828 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-537fe0cc-a54f-4137-8172-30a48aa827bb req-c0bad07d-21aa-432b-bd82-d73a862e0647 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 944 time: 0.0683653 Jul 05 10:14:11.059287 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:11.085565 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port 91ec472b-f150-4cc6-81c2-1a948e3115ec triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:14:11.085953 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (91ec472b-f150-4cc6-81c2-1a948e3115ec), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:11.117672 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-537fe0cc-a54f-4137-8172-30a48aa827bb req-850f6fe6-b20d-4852-8d1e-a656518882c3 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675321 Jul 05 10:14:11.179685 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port 91ec472b-f150-4cc6-81c2-1a948e3115ec is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:14:11.480646 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a363bf58-6af4-4ca8-b40d-39d91e1782ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:11.649715 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:11.666954 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 1a0fe351-4265-449d-8b7d-508a71c44b30 up at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:14:11.720914 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:11.724763 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning for port 1a0fe351-4265-449d-8b7d-508a71c44b30 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 10:14:11.735663 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning complete for port 1a0fe351-4265-449d-8b7d-508a71c44b30 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:14:11.736580 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (1a0fe351-4265-449d-8b7d-508a71c44b30), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:11.828204 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:11.839930 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port 1a0fe351-4265-449d-8b7d-508a71c44b30 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:14:11.840628 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (1a0fe351-4265-449d-8b7d-508a71c44b30), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:11.872866 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4684ec3d-0407-461f-8a19-d6d8f99ca49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0fe351-4265-449d-8b7d-508a71c44b30'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:14:11.875091 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0ff12b24adccf04d36d5e95ed2fd555b52d0445ded186c21edfbf2ad21407b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54dced3-7456-4c03-831f-047e63fd52bd" -d '{"events": [{"server_uuid": "4684ec3d-0407-461f-8a19-d6d8f99ca49b", "name": "network-vif-plugged", "status": "completed", "tag": "1a0fe351-4265-449d-8b7d-508a71c44b30"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:14:11.894351 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 1a0fe351-4265-449d-8b7d-508a71c44b30, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1a0fe351-4265-449d-8b7d-508a71c44b30,segment=NetworkSegment(f3087eaa-4fcd-490e-a1fe-c77533041c8c),segment_id=f3087eaa-4fcd-490e-a1fe-c77533041c8c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:11.900814 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (1a0fe351-4265-449d-8b7d-508a71c44b30), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:11.936339 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8503292-dea7-4344-bbab-d1cc73a0e519 x-openstack-request-id: req-d8503292-dea7-4344-bbab-d1cc73a0e519 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:14:11.936729 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4684ec3d-0407-461f-8a19-d6d8f99ca49b", "name": "network-vif-plugged", "status": "completed", "tag": "1a0fe351-4265-449d-8b7d-508a71c44b30", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:14:11.937048 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8503292-dea7-4344-bbab-d1cc73a0e519 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:14:11.937502 dv-cinder-master-3-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8503292-dea7-4344-bbab-d1cc73a0e519'] response: {'server_uuid': '4684ec3d-0407-461f-8a19-d6d8f99ca49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0fe351-4265-449d-8b7d-508a71c44b30', 'code': 200} Jul 05 10:14:11.969084 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=1a0fe351-4265-449d-8b7d-508a71c44b30,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:12.245186 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217cdf9-ea65-436f-8885-9d81f10d2efe req-8c72c7ef-3562-475e-82a7-b175f58b416b tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:12.247538 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5217cdf9-ea65-436f-8885-9d81f10d2efe req-8c72c7ef-3562-475e-82a7-b175f58b416b tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 945 time: 0.0581734 Jul 05 10:14:12.307888 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5217cdf9-ea65-436f-8885-9d81f10d2efe req-1f71f16a-4d79-41fa-98a2-07a0173be973 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543020 Jul 05 10:14:12.575252 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35520e-8f49-4ac0-bb58-0052663a35d6 req-ce543a3d-542d-468d-b97a-b0654ac197d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:12.577347 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3e35520e-8f49-4ac0-bb58-0052663a35d6 req-ce543a3d-542d-468d-b97a-b0654ac197d5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 1129 time: 0.0725605 Jul 05 10:14:12.637892 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3e35520e-8f49-4ac0-bb58-0052663a35d6 req-606e41ce-b1c4-40cc-b943-8d6a4c8f3cbe service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485835 Jul 05 10:14:13.430705 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196031eb-20d2-4b92-a809-71268eefd7aa req-3bd22f35-a820-4d38-87b7-e64670a7ab70 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:13.432184 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-196031eb-20d2-4b92-a809-71268eefd7aa req-3bd22f35-a820-4d38-87b7-e64670a7ab70 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 945 time: 0.0507638 Jul 05 10:14:13.500874 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-196031eb-20d2-4b92-a809-71268eefd7aa req-3cf21aa5-c6a2-4064-bed0-2c44f322d5cb tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629354 Jul 05 10:14:14.009780 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-95bec9de-ce28-4551-b8e0-8ea61070f427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:14.632310 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5c24f-eeb0-4ef8-9d25-3a536f0af5ee req-66017056-d1cf-4731-a409-3c320538e708 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:14.636872 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-94f5c24f-eeb0-4ef8-9d25-3a536f0af5ee req-66017056-d1cf-4731-a409-3c320538e708 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 945 time: 0.0627799 Jul 05 10:14:14.697046 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-94f5c24f-eeb0-4ef8-9d25-3a536f0af5ee req-ca8bd4d7-efd2-42b8-a9bf-013d0035caee tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558050 Jul 05 10:14:14.942734 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:15.189284 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=66 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:15.191868 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=55 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:15.463848 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8e61df9e-2529-42c4-ba1a-b0e61b55f400 req-1cf36470-1235-4158-a525-89044147dca4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406544 Jul 05 10:14:15.573804 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61df9e-2529-42c4-ba1a-b0e61b55f400 req-f3e9d1b0-0ca8-42f4-911b-ca22dcbdae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:15.573804 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8e61df9e-2529-42c4-ba1a-b0e61b55f400 req-f3e9d1b0-0ca8-42f4-911b-ca22dcbdae9d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f2199fa0bc54901aa24195a250a9e25&device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 1129 time: 0.0420718 Jul 05 10:14:15.689526 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61df9e-2529-42c4-ba1a-b0e61b55f400 req-c5204e22-9b30-4913-acde-cbec41a37fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:15.690997 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8e61df9e-2529-42c4-ba1a-b0e61b55f400 req-c5204e22-9b30-4913-acde-cbec41a37fde service neutron] 10.222.0.30 "GET /v2.0/networks?id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 HTTP/1.1" status: 200 len: 919 time: 0.0975983 Jul 05 10:14:15.736176 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8e61df9e-2529-42c4-ba1a-b0e61b55f400 req-5d628e65-0a20-4886-96cc-ff3048555881 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=494e9e9b-34e3-4ca8-b312-38f821ddd851 HTTP/1.1" status: 200 len: 217 time: 0.0383828 Jul 05 10:14:15.830648 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61df9e-2529-42c4-ba1a-b0e61b55f400 req-65581975-0ee0-46c0-8818-589555f16813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:15.832142 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8e61df9e-2529-42c4-ba1a-b0e61b55f400 req-65581975-0ee0-46c0-8818-589555f16813 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49eafe0c-582f-492a-b16d-b0de2f074502 HTTP/1.1" status: 200 len: 857 time: 0.0896757 Jul 05 10:14:15.839361 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89f376-d329-491a-a500-ee7d55980d2a req-c2847038-aa4e-41d4-9820-7581904f093f tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:15.840900 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cb89f376-d329-491a-a500-ee7d55980d2a req-c2847038-aa4e-41d4-9820-7581904f093f tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 945 time: 0.0700037 Jul 05 10:14:15.897780 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61df9e-2529-42c4-ba1a-b0e61b55f400 req-a291af8d-07b9-45a3-b373-3a309558fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:15.899834 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8e61df9e-2529-42c4-ba1a-b0e61b55f400 req-a291af8d-07b9-45a3-b373-3a309558fb2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575392 Jul 05 10:14:15.923538 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:15.946764 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cb89f376-d329-491a-a500-ee7d55980d2a req-d3a0eb52-cb9d-450b-a397-95503605f307 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965550 Jul 05 10:14:16.113381 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8e61df9e-2529-42c4-ba1a-b0e61b55f400 req-3745305d-a279-46fe-9710-ea3c68a26884 service neutron] 10.222.0.30 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025452 Jul 05 10:14:16.122955 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4609f-d095-42b7-a46e-465aca8d7f57 req-bf34db9b-72da-4946-accf-1bcb1d9a0ba2 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:16.124367 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-31b4609f-d095-42b7-a46e-465aca8d7f57 req-bf34db9b-72da-4946-accf-1bcb1d9a0ba2 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 945 time: 0.1067626 Jul 05 10:14:16.136036 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:16.194259 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-2a9d997c-70ae-4309-9581-3a89a56bc48a tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:16.195668 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-2a9d997c-70ae-4309-9581-3a89a56bc48a tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/networks?id=71cc70a2-9310-4a30-a617-ac7068d14bb6 HTTP/1.1" status: 200 len: 815 time: 0.2424920 Jul 05 10:14:16.248931 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:16.261418 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-0f59845c-f3e4-4124-8a43-f683e4fbe15f tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/quotas/d71ebc02c6094919b3054d7da84aadf0 HTTP/1.1" status: 200 len: 375 time: 0.0556748 Jul 05 10:14:16.266948 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-31b4609f-d095-42b7-a46e-465aca8d7f57 req-f58c4546-cda6-4aa6-ae8c-bd335a34f648 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280754 Jul 05 10:14:16.288350 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 48326) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:14:16.315274 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8e61df9e-2529-42c4-ba1a-b0e61b55f400 req-0e798ee2-d920-4b25-9ce6-2f992003c83f service neutron] 10.222.0.30 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879537 Jul 05 10:14:16.324631 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-ca41bf6f-0c69-41fd-930f-483000923e3e tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d71ebc02c6094919b3054d7da84aadf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567937 Jul 05 10:14:16.430211 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-0e812b51-e3f3-4e5a-aff9-bbe118715afb service neutron] 10.222.0.20 "GET /v2.0/networks/71cc70a2-9310-4a30-a617-ac7068d14bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937929 Jul 05 10:14:16.497103 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9093bd6a-50a0-46e2-be21-eddaf9b3ca63 tempest-TestShelveInstance-823327493 tempest-TestShelveInstance-823327493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:16.501435 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-9093bd6a-50a0-46e2-be21-eddaf9b3ca63 tempest-TestShelveInstance-823327493 tempest-TestShelveInstance-823327493-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 1124 time: 0.2092795 Jul 05 10:14:16.501647 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 48330) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:14:16.505871 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-56b2eae1-fd8a-4ac3-b1c0-7bc610b4dd00 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Request body: {'floatingip': {'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'port_id': '1a0fe351-4265-449d-8b7d-508a71c44b30', 'tenant_id': '9edab973767545988e178ddff76557ac', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:14:16.525107 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-8b1f8a79-34c4-487c-93c2-7cd0dc584a25 service neutron] 10.222.0.20 "GET /v2.0/networks/71cc70a2-9310-4a30-a617-ac7068d14bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921054 Jul 05 10:14:16.527107 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-56b2eae1-fd8a-4ac3-b1c0-7bc610b4dd00 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:16.614616 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-56b2eae1-fd8a-4ac3-b1c0-7bc610b4dd00 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:16.725232 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5cde680f-0e52-430f-ae5b-b98408eda0e6 req-568ae783-2c0f-48ce-8173-d26bc3a292d7 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 210 time: 0.0436673 Jul 05 10:14:16.727816 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-56b2eae1-fd8a-4ac3-b1c0-7bc610b4dd00 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Allocated IP 172.37.2.148 (41de873a-d138-4cc5-b805-d53357ba161e/988cd17f-ff06-4e31-a156-b2c72b1aa185/914ad240-4990-459d-a08d-61c3540a1a83) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:14:16.798518 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:16.855320 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-56b2eae1-fd8a-4ac3-b1c0-7bc610b4dd00 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks [] for port (914ad240-4990-459d-a08d-61c3540a1a83), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:16.888559 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-56b2eae1-fd8a-4ac3-b1c0-7bc610b4dd00 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (914ad240-4990-459d-a08d-61c3540a1a83), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:16.934240 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b2eae1-fd8a-4ac3-b1c0-7bc610b4dd00 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Network 41de873a-d138-4cc5-b805-d53357ba161e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:14:16.940554 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-56b2eae1-fd8a-4ac3-b1c0-7bc610b4dd00 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:14:16.942795 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2eae1-fd8a-4ac3-b1c0-7bc610b4dd00 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Pushing event updated for resources: {'Port': ['ID=914ad240-4990-459d-a08d-61c3540a1a83,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:16.944953 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b2eae1-fd8a-4ac3-b1c0-7bc610b4dd00 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:14:17.267550 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:17.317301 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:17.320216 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-56b2eae1-fd8a-4ac3-b1c0-7bc610b4dd00 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks [] for floatingip (a74f5ab7-585e-473c-9b3b-cb1866b4da4e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:17.388800 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-56b2eae1-fd8a-4ac3-b1c0-7bc610b4dd00 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (914ad240-4990-459d-a08d-61c3540a1a83), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:17.533077 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-56b2eae1-fd8a-4ac3-b1c0-7bc610b4dd00 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks [] for port (914ad240-4990-459d-a08d-61c3540a1a83), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:17.537286 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-56b2eae1-fd8a-4ac3-b1c0-7bc610b4dd00 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26770654'] for port (914ad240-4990-459d-a08d-61c3540a1a83), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:17.612507 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2eae1-fd8a-4ac3-b1c0-7bc610b4dd00 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Pushing event updated for resources: {'Port': ['ID=914ad240-4990-459d-a08d-61c3540a1a83,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:17.622947 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-56b2eae1-fd8a-4ac3-b1c0-7bc610b4dd00 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-790480'] for floatingip (a74f5ab7-585e-473c-9b3b-cb1866b4da4e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:17.723351 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.db.l3_db [None req-56b2eae1-fd8a-4ac3-b1c0-7bc610b4dd00 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Floating IP a74f5ab7-585e-473c-9b3b-cb1866b4da4e associated. External IP: 172.37.2.148, port: 1a0fe351-4265-449d-8b7d-508a71c44b30. Jul 05 10:14:17.849561 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-02699206-d960-4ca0-8cfd-21b13143033f req-21dd5b32-01ef-4d77-82c2-92b83e10e1f0 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 210 time: 0.0343699 Jul 05 10:14:17.937254 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b2eae1-fd8a-4ac3-b1c0-7bc610b4dd00 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Router 219ad689-2da4-40c6-8ad8-bae83c02a33e has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:14:17.986515 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-87d77e06-f87d-48b2-8818-7bf3a1c4fa0d tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:17.988491 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-87d77e06-f87d-48b2-8818-7bf3a1c4fa0d tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.30 "GET /v2.0/networks?id=71cc70a2-9310-4a30-a617-ac7068d14bb6 HTTP/1.1" status: 200 len: 815 time: 0.1105139 Jul 05 10:14:18.013954 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-3d2b3c07-9c7b-4eb1-a3c7-65d076fff9b1 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Request body: {'port': {'device_id': '5377ac3e-4f33-4b05-bc85-80b0d7b653c4', 'network_id': '71cc70a2-9310-4a30-a617-ac7068d14bb6', 'admin_state_up': True, 'tenant_id': 'd71ebc02c6094919b3054d7da84aadf0'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:14:18.054657 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b2eae1-fd8a-4ac3-b1c0-7bc610b4dd00 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:14:18.066118 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d85f4-357a-4c59-bad9-c9b6c20fa139 None None] Sync routers for ids ['219ad689-2da4-40c6-8ad8-bae83c02a33e'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:14:18.076581 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-56b2eae1-fd8a-4ac3-b1c0-7bc610b4dd00 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:18.079571 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87d85f4-357a-4c59-bad9-c9b6c20fa139 None None] Routers {'219ad689-2da4-40c6-8ad8-bae83c02a33e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:14:18.080295 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a87d85f4-357a-4c59-bad9-c9b6c20fa139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:14:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['219ad689-2da4-40c6-8ad8-bae83c02a33e'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:18.106187 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:18.112489 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-56b2eae1-fd8a-4ac3-b1c0-7bc610b4dd00 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6074903 Jul 05 10:14:18.112489 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4684ec3d-0407-461f-8a19-d6d8f99ca49b', 'tag': '1a0fe351-4265-449d-8b7d-508a71c44b30'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:14:18.113840 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afc1adaeb3b5fe8d75c18ebcd0f0cb199cc22f98a1fdc7b87986fe26239d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78471739-af89-44f8-a9ae-2648e0b6c1e9" -d '{"events": [{"name": "network-changed", "server_uuid": "4684ec3d-0407-461f-8a19-d6d8f99ca49b", "tag": "1a0fe351-4265-449d-8b7d-508a71c44b30"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:14:18.145272 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-3d2b3c07-9c7b-4eb1-a3c7-65d076fff9b1 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Made reservation on behalf of d71ebc02c6094919b3054d7da84aadf0 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:14:18.148759 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-3d2b3c07-9c7b-4eb1-a3c7-65d076fff9b1 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:18.178989 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e541333-c031-41ab-8c95-e4e405091ce8 x-openstack-request-id: req-1e541333-c031-41ab-8c95-e4e405091ce8 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:14:18.179284 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4684ec3d-0407-461f-8a19-d6d8f99ca49b", "tag": "1a0fe351-4265-449d-8b7d-508a71c44b30", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:14:18.179666 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e541333-c031-41ab-8c95-e4e405091ce8 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:14:18.179998 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e541333-c031-41ab-8c95-e4e405091ce8'] response: {'name': 'network-changed', 'server_uuid': '4684ec3d-0407-461f-8a19-d6d8f99ca49b', 'tag': '1a0fe351-4265-449d-8b7d-508a71c44b30', 'status': 'completed', 'code': 200} Jul 05 10:14:18.245126 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-a87d85f4-357a-4c59-bad9-c9b6c20fa139 None None] Set router 219ad689-2da4-40c6-8ad8-bae83c02a33e gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:14:18.283718 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:18.342553 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78471739-af89-44f8-a9ae-2648e0b6c1e9 req-c97d19ce-a795-47d5-940c-341b3d13da81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:18.344018 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-78471739-af89-44f8-a9ae-2648e0b6c1e9 req-c97d19ce-a795-47d5-940c-341b3d13da81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9edab973767545988e178ddff76557ac&device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 1129 time: 0.0709214 Jul 05 10:14:18.345141 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-3d2b3c07-9c7b-4eb1-a3c7-65d076fff9b1 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Allocated IP 172.20.0.6 (71cc70a2-9310-4a30-a617-ac7068d14bb6/16bbdeec-80ad-49f8-803a-6ac82c0af11d/080193f7-c96f-450e-87cc-cab454029efe) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:14:18.457137 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:18.512634 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a87d85f4-357a-4c59-bad9-c9b6c20fa139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'name': 'tempest-TestShelveInstance-1424306566-router', 'tenant_id': '9edab973767545988e178ddff76557ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.64'}], 'enable_snat': True}, 'gw_port_id': '5123a017-e818-4957-ad6e-5bcae16fc72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:12:32Z', 'updated_at': '2022-07-05T10:12:35Z', 'revision_number': 4, 'project_id': '9edab973767545988e178ddff76557ac', 'gw_port': {'id': '5123a017-e818-4957-ad6e-5bcae16fc72d', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:32Z', 'updated_at': '2022-07-05T10:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a74f5ab7-585e-473c-9b3b-cb1866b4da4e', 'tenant_id': '9edab973767545988e178ddff76557ac', 'floating_ip_address': '172.37.2.148', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'port_id': '1a0fe351-4265-449d-8b7d-508a71c44b30', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c', 'mac_address': 'fa:16:3e:0a:43:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4684ec3d-0407-461f-8a19-d6d8f99ca49b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:14:17Z', 'updated_at': '2022-07-05T10:14:17Z', 'revision_number': 0, 'project_id': '9edab973767545988e178ddff76557ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6', 'name': '', 'network_id': 'f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c', 'tenant_id': '9edab973767545988e178ddff76557ac', 'mac_address': 'fa:16:3e:81:97:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '9211c471-107c-45c5-9588-dc32c76fb980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:35Z', 'updated_at': '2022-07-05T10:12:40Z', 'revision_number': 5, 'project_id': '9edab973767545988e178ddff76557ac', 'subnets': [{'id': '9211c471-107c-45c5-9588-dc32c76fb980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:18.682246 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d85f4-357a-4c59-bad9-c9b6c20fa139 None None] Checking router: 219ad689-2da4-40c6-8ad8-bae83c02a33e for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:14:18.692364 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87d85f4-357a-4c59-bad9-c9b6c20fa139 None None] Routers {'219ad689-2da4-40c6-8ad8-bae83c02a33e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:14:18.693381 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a87d85f4-357a-4c59-bad9-c9b6c20fa139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:14:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['219ad689-2da4-40c6-8ad8-bae83c02a33e'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:18.820094 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78471739-af89-44f8-a9ae-2648e0b6c1e9 req-f90b2311-49f3-4131-a93e-34f2b71eba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:18.821724 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-78471739-af89-44f8-a9ae-2648e0b6c1e9 req-f90b2311-49f3-4131-a93e-34f2b71eba57 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c HTTP/1.1" status: 200 len: 910 time: 0.4674811 Jul 05 10:14:18.842550 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-a87d85f4-357a-4c59-bad9-c9b6c20fa139 None None] Set router 219ad689-2da4-40c6-8ad8-bae83c02a33e gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:14:18.960334 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:18.971787 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-3d2b3c07-9c7b-4eb1-a3c7-65d076fff9b1 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks [] for port (080193f7-c96f-450e-87cc-cab454029efe), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:19.021943 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-3d2b3c07-9c7b-4eb1-a3c7-65d076fff9b1 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (080193f7-c96f-450e-87cc-cab454029efe), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:19.090302 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-3d2b3c07-9c7b-4eb1-a3c7-65d076fff9b1 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Network 71cc70a2-9310-4a30-a617-ac7068d14bb6 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:14:19.100782 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-3d2b3c07-9c7b-4eb1-a3c7-65d076fff9b1 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:14:19.122861 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-3d2b3c07-9c7b-4eb1-a3c7-65d076fff9b1 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:14:19.126889 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a87d85f4-357a-4c59-bad9-c9b6c20fa139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'name': 'tempest-TestShelveInstance-1424306566-router', 'tenant_id': '9edab973767545988e178ddff76557ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.64'}], 'enable_snat': True}, 'gw_port_id': '5123a017-e818-4957-ad6e-5bcae16fc72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:12:32Z', 'updated_at': '2022-07-05T10:12:35Z', 'revision_number': 4, 'project_id': '9edab973767545988e178ddff76557ac', 'gw_port': {'id': '5123a017-e818-4957-ad6e-5bcae16fc72d', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:32Z', 'updated_at': '2022-07-05T10:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a74f5ab7-585e-473c-9b3b-cb1866b4da4e', 'tenant_id': '9edab973767545988e178ddff76557ac', 'floating_ip_address': '172.37.2.148', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'port_id': '1a0fe351-4265-449d-8b7d-508a71c44b30', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c', 'mac_address': 'fa:16:3e:0a:43:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4684ec3d-0407-461f-8a19-d6d8f99ca49b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:14:17Z', 'updated_at': '2022-07-05T10:14:17Z', 'revision_number': 0, 'project_id': '9edab973767545988e178ddff76557ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6', 'name': '', 'network_id': 'f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c', 'tenant_id': '9edab973767545988e178ddff76557ac', 'mac_address': 'fa:16:3e:81:97:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '9211c471-107c-45c5-9588-dc32c76fb980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:35Z', 'updated_at': '2022-07-05T10:12:40Z', 'revision_number': 5, 'project_id': '9edab973767545988e178ddff76557ac', 'subnets': [{'id': '9211c471-107c-45c5-9588-dc32c76fb980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:19.128222 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b3c07-9c7b-4eb1-a3c7-65d076fff9b1 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Pushing event updated for resources: {'Port': ['ID=080193f7-c96f-450e-87cc-cab454029efe,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:19.175086 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d85f4-357a-4c59-bad9-c9b6c20fa139 None None] The sync data for ids ['219ad689-2da4-40c6-8ad8-bae83c02a33e'] in dv-cinder-master-3-iscsi is: [{'id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'name': 'tempest-TestShelveInstance-1424306566-router', 'tenant_id': '9edab973767545988e178ddff76557ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.64'}], 'enable_snat': True}, 'gw_port_id': '5123a017-e818-4957-ad6e-5bcae16fc72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:12:32Z', 'updated_at': '2022-07-05T10:12:35Z', 'revision_number': 4, 'project_id': '9edab973767545988e178ddff76557ac', 'gw_port': {'id': '5123a017-e818-4957-ad6e-5bcae16fc72d', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:32Z', 'updated_at': '2022-07-05T10:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a74f5ab7-585e-473c-9b3b-cb1866b4da4e', 'tenant_id': '9edab973767545988e178ddff76557ac', 'floating_ip_address': '172.37.2.148', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'port_id': '1a0fe351-4265-449d-8b7d-508a71c44b30', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c', 'mac_address': 'fa:16:3e:0a:43:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4684ec3d-0407-461f-8a19-d6d8f99ca49b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:14:17Z', 'updated_at': '2022-07-05T10:14:17Z', 'revision_number': 0, 'project_id': '9edab973767545988e178ddff76557ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6', 'name': '', 'network_id': 'f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c', 'tenant_id': '9edab973767545988e178ddff76557ac', 'mac_address': 'fa:16:3e:81:97:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '9211c471-107c-45c5-9588-dc32c76fb980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:35Z', 'updated_at': '2022-07-05T10:12:40Z', 'revision_number': 5, 'project_id': '9edab973767545988e178ddff76557ac', 'subnets': [{'id': '9211c471-107c-45c5-9588-dc32c76fb980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:14:19.231286 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf35509-1c70-4412-9076-a58f968e7a97 req-946da84f-6ec0-45a5-80b9-d24ba4508a63 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:19.233064 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fdf35509-1c70-4412-9076-a58f968e7a97 req-946da84f-6ec0-45a5-80b9-d24ba4508a63 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 931 time: 0.2237132 Jul 05 10:14:19.239070 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-3d2b3c07-9c7b-4eb1-a3c7-65d076fff9b1 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:19.239704 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-3d2b3c07-9c7b-4eb1-a3c7-65d076fff9b1 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:19.339425 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-3d2b3c07-9c7b-4eb1-a3c7-65d076fff9b1 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3291948 Jul 05 10:14:19.347277 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fdf35509-1c70-4412-9076-a58f968e7a97 req-2317f123-4d46-4792-8d48-8a7fc6300c4d tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984964 Jul 05 10:14:19.442601 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d9c2fb23-c400-499e-901f-9af52eedfc6f None None] Provisioning complete for port 080193f7-c96f-450e-87cc-cab454029efe triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:14:19.442954 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d9c2fb23-c400-499e-901f-9af52eedfc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (080193f7-c96f-450e-87cc-cab454029efe), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:19.459374 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0aa53d-cdc7-48a6-883b-c3e43dc8f19d None None] New status for floating IP a74f5ab7-585e-473c-9b3b-cb1866b4da4e: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 10:14:19.476320 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d9c2fb23-c400-499e-901f-9af52eedfc6f None None] Port 080193f7-c96f-450e-87cc-cab454029efe cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:14:20.476784 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae096766-e382-4d53-99b8-397e584129a5 req-bf8be84c-7f26-45b9-a1ed-1982edd72219 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:20.478656 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ae096766-e382-4d53-99b8-397e584129a5 req-bf8be84c-7f26-45b9-a1ed-1982edd72219 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 931 time: 0.0539739 Jul 05 10:14:20.535137 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ae096766-e382-4d53-99b8-397e584129a5 req-add11a2b-3adc-47dd-9d95-7da8794f330f tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507145 Jul 05 10:14:21.660951 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe4a49-e61a-44bf-98a8-1c88231c0e8f req-39405962-0f94-4127-9102-5af999bce72f tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:21.662601 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-73fe4a49-e61a-44bf-98a8-1c88231c0e8f req-39405962-0f94-4127-9102-5af999bce72f tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 931 time: 0.0563025 Jul 05 10:14:21.710669 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-73fe4a49-e61a-44bf-98a8-1c88231c0e8f req-d39a2675-802f-4815-8a05-13335a1cc16f tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415843 Jul 05 10:14:22.832596 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc1e94-3d51-4245-98ee-b1e9158909cd req-191f8dcf-bfaa-4698-905f-9d503a5fbb2a tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:22.834065 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0acc1e94-3d51-4245-98ee-b1e9158909cd req-191f8dcf-bfaa-4698-905f-9d503a5fbb2a tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 931 time: 0.0480037 Jul 05 10:14:22.886148 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0acc1e94-3d51-4245-98ee-b1e9158909cd req-8029b119-ca97-46df-8a1b-e9beb69f69c4 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461502 Jul 05 10:14:24.002442 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2ed81-48f6-47e1-b8e0-2aff1656eae5 req-ac3377ea-518a-4e28-9ae4-bc079a6cb2d6 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:24.003899 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f0b2ed81-48f6-47e1-b8e0-2aff1656eae5 req-ac3377ea-518a-4e28-9ae4-bc079a6cb2d6 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 931 time: 0.0481136 Jul 05 10:14:24.054323 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f0b2ed81-48f6-47e1-b8e0-2aff1656eae5 req-52018e54-fd1d-4ac0-a52c-2d9662536e70 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448349 Jul 05 10:14:25.165879 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:25.179218 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38273a-0458-4846-959f-158778e5b24b req-c287bcb2-1831-46f7-8aa2-af0c001c0bcb tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:25.181304 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1a38273a-0458-4846-959f-158778e5b24b req-c287bcb2-1831-46f7-8aa2-af0c001c0bcb tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 931 time: 0.0514667 Jul 05 10:14:25.195427 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:25.238136 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1a38273a-0458-4846-959f-158778e5b24b req-d420167e-cae4-428e-90b8-2806947b1136 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504344 Jul 05 10:14:26.355301 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d346e5-a7b2-4d6c-b622-1747b5739d83 req-325efafc-d9fc-4a03-801e-ef96cabbf48b tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:26.356789 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c8d346e5-a7b2-4d6c-b622-1747b5739d83 req-325efafc-d9fc-4a03-801e-ef96cabbf48b tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 931 time: 0.0500200 Jul 05 10:14:26.402268 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c8d346e5-a7b2-4d6c-b622-1747b5739d83 req-58c2bfac-1dfa-48c5-b17b-e2303f7e59c1 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400732 Jul 05 10:14:27.530714 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2f609-aa3f-4494-a71a-0ea71d82a206 req-0da1d08d-0b65-4f64-9530-81f7fa8057bf tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:27.532183 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-22e2f609-aa3f-4494-a71a-0ea71d82a206 req-0da1d08d-0b65-4f64-9530-81f7fa8057bf tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 931 time: 0.0501451 Jul 05 10:14:27.580327 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-22e2f609-aa3f-4494-a71a-0ea71d82a206 req-b72396ea-bdab-4489-b7fb-5f36ee897f21 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426497 Jul 05 10:14:28.102673 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:28.237326 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:14:28.706340 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49878f3b-53e9-4c0f-b4fa-ef369d2c138d req-a461d2e9-ae96-486a-98bb-abf6e750b59b tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:28.707805 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-49878f3b-53e9-4c0f-b4fa-ef369d2c138d req-a461d2e9-ae96-486a-98bb-abf6e750b59b tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 931 time: 0.0492575 Jul 05 10:14:28.762276 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-49878f3b-53e9-4c0f-b4fa-ef369d2c138d req-bce6a665-a029-4a3d-9e2c-f56df5b98d79 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487924 Jul 05 10:14:29.472338 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=16 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:29.475094 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:29.567705 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:38.754531 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=28 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:38.756490 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=36 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:41.217520 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Request body: {'port': {'device_id': '5377ac3e-4f33-4b05-bc85-80b0d7b653c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:14:41.322535 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-78471739-af89-44f8-a9ae-2648e0b6c1e9 req-46da3d76-1017-48bb-aa8c-5dc305ba6979 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a0fe351-4265-449d-8b7d-508a71c44b30 HTTP/1.1" status: 200 len: 1001 time: 0.1091521 Jul 05 10:14:41.326937 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (080193f7-c96f-450e-87cc-cab454029efe), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:41.416865 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78471739-af89-44f8-a9ae-2648e0b6c1e9 req-c6691e9a-ac68-4c8b-bb54-1156c17d5ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:41.418326 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-78471739-af89-44f8-a9ae-2648e0b6c1e9 req-c6691e9a-ac68-4c8b-bb54-1156c17d5ec4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9211c471-107c-45c5-9588-dc32c76fb980 HTTP/1.1" status: 200 len: 848 time: 0.0814204 Jul 05 10:14:41.492255 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ab158da2-4d4a-43d7-a60f-2eca745fa625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:41.524823 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78471739-af89-44f8-a9ae-2648e0b6c1e9 req-3bcb64c5-d75c-4ca1-94c3-14ab878572f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:41.526924 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-78471739-af89-44f8-a9ae-2648e0b6c1e9 req-3bcb64c5-d75c-4ca1-94c3-14ab878572f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603342 Jul 05 10:14:41.667216 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:41.671947 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51da0a-d750-4968-acd5-9a31f8cef239 req-0d63e91f-4b2a-46ef-92fb-eb5fbacf464f tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:41.673444 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fb51da0a-d750-4968-acd5-9a31f8cef239 req-0d63e91f-4b2a-46ef-92fb-eb5fbacf464f tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 931 time: 0.1206226 Jul 05 10:14:41.808610 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fb51da0a-d750-4968-acd5-9a31f8cef239 req-3e380bea-bf05-46d3-b184-e6ff90380627 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228797 Jul 05 10:14:41.814936 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-78471739-af89-44f8-a9ae-2648e0b6c1e9 req-60cb7b1e-824f-4614-9652-be68943b35d3 service neutron] 10.222.0.30 "GET /v2.0/networks/f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237566 Jul 05 10:14:41.884826 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 080193f7-c96f-450e-87cc-cab454029efe {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:14:41.918253 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Publish callbacks [] for port (080193f7-c96f-450e-87cc-cab454029efe), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:41.941668 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Transition to ACTIVE for port object 080193f7-c96f-450e-87cc-cab454029efe will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 10:14:41.953312 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (080193f7-c96f-450e-87cc-cab454029efe), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:41.986657 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-78471739-af89-44f8-a9ae-2648e0b6c1e9 req-71772aac-3dab-4e36-8317-d0814f4021e3 service neutron] 10.222.0.30 "GET /v2.0/networks/f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625457 Jul 05 10:14:42.005836 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:42.019050 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Pushing event updated for resources: {'Port': ['ID=080193f7-c96f-450e-87cc-cab454029efe,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:42.062372 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:42.062714 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:42.063126 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:42.063470 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:42.063869 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:42.064198 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:42.064555 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:42.064880 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:42.065201 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:42.065530 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:42.065846 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:42.066166 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:42.066481 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:42.066798 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:42.067113 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:42.104960 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Attempting to bind port 080193f7-c96f-450e-87cc-cab454029efe on host hv-cinder-maste for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:14:42.105298 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Attempting to bind port 080193f7-c96f-450e-87cc-cab454029efe by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '0a3f8006-57f2-413a-87f1-ce8bfacddca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '71cc70a2-9310-4a30-a617-ac7068d14bb6'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:14:42.105750 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Attempting to bind port 080193f7-c96f-450e-87cc-cab454029efe on network 71cc70a2-9310-4a30-a617-ac7068d14bb6 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:14:42.110449 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Port 080193f7-c96f-450e-87cc-cab454029efe on network 71cc70a2-9310-4a30-a617-ac7068d14bb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 10:14:42.110767 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Attempting to bind port 080193f7-c96f-450e-87cc-cab454029efe on network 71cc70a2-9310-4a30-a617-ac7068d14bb6 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:14:42.115844 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Checking agent: {'id': '2022926f-89e6-45ab-bc5a-219d9ca35e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'started_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:14:42.116169 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Checking segment: {'id': '0a3f8006-57f2-413a-87f1-ce8bfacddca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '71cc70a2-9310-4a30-a617-ac7068d14bb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:14:42.116584 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Bound using segment: {'id': '0a3f8006-57f2-413a-87f1-ce8bfacddca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '71cc70a2-9310-4a30-a617-ac7068d14bb6'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:14:42.117007 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Bound port: 080193f7-c96f-450e-87cc-cab454029efe, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a3f8006-57f2-413a-87f1-ce8bfacddca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '71cc70a2-9310-4a30-a617-ac7068d14bb6'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:14:42.117364 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (080193f7-c96f-450e-87cc-cab454029efe), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:42.133067 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:42.182614 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] For port 080193f7-c96f-450e-87cc-cab454029efe, host hv-cinder-maste, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:14:42.185936 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] For port 080193f7-c96f-450e-87cc-cab454029efe, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=080193f7-c96f-450e-87cc-cab454029efe,segment=NetworkSegment(0a3f8006-57f2-413a-87f1-ce8bfacddca7),segment_id=0a3f8006-57f2-413a-87f1-ce8bfacddca7)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:14:42.191191 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (080193f7-c96f-450e-87cc-cab454029efe), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:42.233670 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:42.234312 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:42.235829 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] 10.222.0.30 "PUT /v2.0/ports/080193f7-c96f-450e-87cc-cab454029efe HTTP/1.1" status: 200 len: 1093 time: 1.0236473 Jul 05 10:14:42.236133 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5377ac3e-4f33-4b05-bc85-80b0d7b653c4', 'tag': '080193f7-c96f-450e-87cc-cab454029efe'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:14:42.238382 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738ef031-01f3-4c9c-a8eb-f986078c898f" -d '{"events": [{"name": "network-changed", "server_uuid": "5377ac3e-4f33-4b05-bc85-80b0d7b653c4", "tag": "080193f7-c96f-450e-87cc-cab454029efe"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:14:42.262298 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8fe4e5-6ae3-4784-a7e1-f23cc04e6148 service neutron] Pushing event updated for resources: {'Port': ['ID=080193f7-c96f-450e-87cc-cab454029efe,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:42.295226 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b2d659-0960-4ca1-ad25-b8b6e56024a9 x-openstack-request-id: req-13b2d659-0960-4ca1-ad25-b8b6e56024a9 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:14:42.295508 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5377ac3e-4f33-4b05-bc85-80b0d7b653c4", "tag": "080193f7-c96f-450e-87cc-cab454029efe", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:14:42.295751 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13b2d659-0960-4ca1-ad25-b8b6e56024a9 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:14:42.296148 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13b2d659-0960-4ca1-ad25-b8b6e56024a9'] response: {'name': 'network-changed', 'server_uuid': '5377ac3e-4f33-4b05-bc85-80b0d7b653c4', 'tag': '080193f7-c96f-450e-87cc-cab454029efe', 'status': 'completed', 'code': 200} Jul 05 10:14:42.636332 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-4f01416c-6000-4d66-ae54-b63ad6d66287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:42.637821 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-4f01416c-6000-4d66-ae54-b63ad6d66287 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d71ebc02c6094919b3054d7da84aadf0&device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 1127 time: 0.0426006 Jul 05 10:14:42.690912 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-cc0bda38-e9a2-4205-802e-48770df1794b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=080193f7-c96f-450e-87cc-cab454029efe HTTP/1.1" status: 200 len: 217 time: 0.0320344 Jul 05 10:14:42.739393 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-d3e040b1-0e4a-494b-b0f7-3224d3b4e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:42.740811 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-d3e040b1-0e4a-494b-b0f7-3224d3b4e2b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16bbdeec-80ad-49f8-803a-6ac82c0af11d HTTP/1.1" status: 200 len: 854 time: 0.0434370 Jul 05 10:14:42.792230 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-dec46a82-b561-4538-a9e5-9bbe231a81a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:42.793837 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-dec46a82-b561-4538-a9e5-9bbe231a81a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=71cc70a2-9310-4a30-a617-ac7068d14bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472279 Jul 05 10:14:42.893752 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-47044ac9-9697-4c46-93e0-ddac9cf0190c service neutron] 10.222.0.30 "GET /v2.0/networks/71cc70a2-9310-4a30-a617-ac7068d14bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932744 Jul 05 10:14:42.951262 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572db24-c403-43d1-a7d8-383d4d67c915 req-961bab67-2e36-450d-b139-bc9cb8aae8e2 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:42.952736 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e572db24-c403-43d1-a7d8-383d4d67c915 req-961bab67-2e36-450d-b139-bc9cb8aae8e2 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 943 time: 0.0783849 Jul 05 10:14:43.047826 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e572db24-c403-43d1-a7d8-383d4d67c915 req-db76dab9-2f70-4e2c-b25b-ca1430370df1 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887518 Jul 05 10:14:43.049874 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bd099dc7-6f71-47a4-a293-5f14d0f35c0d req-a8d7d3fc-0547-4978-84c5-b26b582c6383 service neutron] 10.222.0.30 "GET /v2.0/networks/71cc70a2-9310-4a30-a617-ac7068d14bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357124 Jul 05 10:14:43.991038 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9b34ff25-ad7c-407a-a857-bd3f4b966e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:44.166415 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c210501-1af6-4b1b-b6dd-96780fdc8211 req-5a22d15f-b700-48e7-b80b-f7189c394686 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:44.168491 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2c210501-1af6-4b1b-b6dd-96780fdc8211 req-5a22d15f-b700-48e7-b80b-f7189c394686 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 943 time: 0.0528207 Jul 05 10:14:44.215127 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2c210501-1af6-4b1b-b6dd-96780fdc8211 req-210f24f2-b56b-4a6b-89ce-294cc14ec789 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410028 Jul 05 10:14:44.932087 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:45.327028 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8531de8-6ed4-46fb-89b6-4f0c1953d642 req-53ad2f40-4d67-47e4-a94c-09de79d21868 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:45.328503 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b8531de8-6ed4-46fb-89b6-4f0c1953d642 req-53ad2f40-4d67-47e4-a94c-09de79d21868 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 943 time: 0.0472164 Jul 05 10:14:45.374744 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b8531de8-6ed4-46fb-89b6-4f0c1953d642 req-0a065598-fb40-4db1-9ff8-bf27aa4e8880 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408440 Jul 05 10:14:45.810709 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 080193f7-c96f-450e-87cc-cab454029efe details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:14:45.908959 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 080193f7-c96f-450e-87cc-cab454029efe, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=080193f7-c96f-450e-87cc-cab454029efe,segment=NetworkSegment(0a3f8006-57f2-413a-87f1-ce8bfacddca7),segment_id=0a3f8006-57f2-413a-87f1-ce8bfacddca7)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:45.920531 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Returning: {'device': '080193f7-c96f-450e-87cc-cab454029efe', 'network_id': '71cc70a2-9310-4a30-a617-ac7068d14bb6', 'port_id': '080193f7-c96f-450e-87cc-cab454029efe', 'mac_address': 'fa:16:3e:22:b1:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16bbdeec-80ad-49f8-803a-6ac82c0af11d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:14:45.955863 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port 080193f7-c96f-450e-87cc-cab454029efe is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:14:45.956247 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (080193f7-c96f-450e-87cc-cab454029efe), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:45.970026 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080193f7-c96f-450e-87cc-cab454029efe {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:14:45.992841 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 080193f7-c96f-450e-87cc-cab454029efe, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=080193f7-c96f-450e-87cc-cab454029efe,segment=NetworkSegment(0a3f8006-57f2-413a-87f1-ce8bfacddca7),segment_id=0a3f8006-57f2-413a-87f1-ce8bfacddca7)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:45.996609 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (080193f7-c96f-450e-87cc-cab454029efe), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:46.043847 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=080193f7-c96f-450e-87cc-cab454029efe,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:46.051315 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:46.051660 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:46.051999 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:46.052337 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:46.052693 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:46.053019 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:46.053344 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:46.053671 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:46.053986 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:46.054305 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:46.054623 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:46.054963 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:46.055277 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:46.055650 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:46.055967 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:46.252543 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:46.294664 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ef031-01f3-4c9c-a8eb-f986078c898f req-676f2268-89b5-471d-ac49-0624825a6fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:46.296127 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-738ef031-01f3-4c9c-a8eb-f986078c898f req-676f2268-89b5-471d-ac49-0624825a6fae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d71ebc02c6094919b3054d7da84aadf0&device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 1128 time: 0.0422969 Jul 05 10:14:46.376844 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:46.387485 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ef031-01f3-4c9c-a8eb-f986078c898f req-71c56d74-c31c-4ddf-a1ad-39b1ee9971d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:46.388940 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-738ef031-01f3-4c9c-a8eb-f986078c898f req-71c56d74-c31c-4ddf-a1ad-39b1ee9971d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=71cc70a2-9310-4a30-a617-ac7068d14bb6 HTTP/1.1" status: 200 len: 916 time: 0.0854545 Jul 05 10:14:46.430964 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-738ef031-01f3-4c9c-a8eb-f986078c898f req-4a04df96-3d6f-4449-8361-a288475a6d6d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=080193f7-c96f-450e-87cc-cab454029efe HTTP/1.1" status: 200 len: 217 time: 0.0345004 Jul 05 10:14:46.517840 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:46.530195 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81771137-ebaf-4a0c-baa1-f9d55497ab94 req-75afa23c-0995-4886-8acd-28258356a0d2 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:46.531648 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-81771137-ebaf-4a0c-baa1-f9d55497ab94 req-75afa23c-0995-4886-8acd-28258356a0d2 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 944 time: 0.0906403 Jul 05 10:14:46.537530 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ef031-01f3-4c9c-a8eb-f986078c898f req-db687074-a17e-4a5c-a17a-594c058ae8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:46.539492 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-738ef031-01f3-4c9c-a8eb-f986078c898f req-db687074-a17e-4a5c-a17a-594c058ae8e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16bbdeec-80ad-49f8-803a-6ac82c0af11d HTTP/1.1" status: 200 len: 854 time: 0.0969281 Jul 05 10:14:46.606304 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ef031-01f3-4c9c-a8eb-f986078c898f req-535a0586-6193-4b22-8e6b-ba9523c51c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:46.607785 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-738ef031-01f3-4c9c-a8eb-f986078c898f req-535a0586-6193-4b22-8e6b-ba9523c51c25 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=71cc70a2-9310-4a30-a617-ac7068d14bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602243 Jul 05 10:14:46.614616 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-81771137-ebaf-4a0c-baa1-f9d55497ab94 req-1dd84627-41bc-476f-bc40-aa6a313a2c5a tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746059 Jul 05 10:14:46.631492 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['080193f7-c96f-450e-87cc-cab454029efe'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:14:46.707180 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-738ef031-01f3-4c9c-a8eb-f986078c898f req-e66c7c13-53ac-4f85-9d26-5285a71c5e79 service neutron] 10.222.0.30 "GET /v2.0/networks/71cc70a2-9310-4a30-a617-ac7068d14bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879993 Jul 05 10:14:46.801524 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:46.807275 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-738ef031-01f3-4c9c-a8eb-f986078c898f req-57ff7775-9204-460b-bb67-d7f08c81bd36 service neutron] 10.222.0.30 "GET /v2.0/networks/71cc70a2-9310-4a30-a617-ac7068d14bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901256 Jul 05 10:14:47.193590 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:47.197912 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=5 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:47.727840 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023b9a5-d0fc-454e-b0fd-3764049bd459 req-31b0e9f4-93fa-4984-91fc-7f779150d391 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:47.729343 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4023b9a5-d0fc-454e-b0fd-3764049bd459 req-31b0e9f4-93fa-4984-91fc-7f779150d391 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 944 time: 0.0478394 Jul 05 10:14:47.777809 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4023b9a5-d0fc-454e-b0fd-3764049bd459 req-e91f88b1-7ef4-4af6-a706-8b8b8ed0b9a0 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421665 Jul 05 10:14:47.970495 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 080193f7-c96f-450e-87cc-cab454029efe up at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:14:48.012267 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning for port 080193f7-c96f-450e-87cc-cab454029efe completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 10:14:48.017921 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning complete for port 080193f7-c96f-450e-87cc-cab454029efe triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:14:48.018395 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (080193f7-c96f-450e-87cc-cab454029efe), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:48.091165 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port 080193f7-c96f-450e-87cc-cab454029efe is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:14:48.091541 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (080193f7-c96f-450e-87cc-cab454029efe), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:48.113203 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5377ac3e-4f33-4b05-bc85-80b0d7b653c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080193f7-c96f-450e-87cc-cab454029efe'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:14:48.115359 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0ff12b24adccf04d36d5e95ed2fd555b52d0445ded186c21edfbf2ad21407b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352d30a6-c0d3-4963-8bef-fd79d2d96632" -d '{"events": [{"server_uuid": "5377ac3e-4f33-4b05-bc85-80b0d7b653c4", "name": "network-vif-plugged", "status": "completed", "tag": "080193f7-c96f-450e-87cc-cab454029efe"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:14:48.127336 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 080193f7-c96f-450e-87cc-cab454029efe, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=080193f7-c96f-450e-87cc-cab454029efe,segment=NetworkSegment(0a3f8006-57f2-413a-87f1-ce8bfacddca7),segment_id=0a3f8006-57f2-413a-87f1-ce8bfacddca7)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:48.130803 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (080193f7-c96f-450e-87cc-cab454029efe), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:48.154554 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdaa43da-045b-48e9-8aba-7849667c535d x-openstack-request-id: req-cdaa43da-045b-48e9-8aba-7849667c535d {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:14:48.154856 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5377ac3e-4f33-4b05-bc85-80b0d7b653c4", "name": "network-vif-plugged", "status": "completed", "tag": "080193f7-c96f-450e-87cc-cab454029efe", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:14:48.155105 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cdaa43da-045b-48e9-8aba-7849667c535d {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:14:48.155485 dv-cinder-master-3-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdaa43da-045b-48e9-8aba-7849667c535d'] response: {'server_uuid': '5377ac3e-4f33-4b05-bc85-80b0d7b653c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080193f7-c96f-450e-87cc-cab454029efe', 'code': 200} Jul 05 10:14:48.159910 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:48.170464 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:48.182958 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=080193f7-c96f-450e-87cc-cab454029efe,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:48.905440 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c2e54-0817-44a9-8b8f-3bf1fc03cae0 req-8ad6ac5b-8690-4126-a7d2-fd1cd1119310 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:48.906931 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-009c2e54-0817-44a9-8b8f-3bf1fc03cae0 req-8ad6ac5b-8690-4126-a7d2-fd1cd1119310 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 945 time: 0.0598261 Jul 05 10:14:48.961752 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d13d9-0feb-4941-814a-1184c76f81de req-c19b0050-fe74-48fa-8ea0-85cdde822a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:48.963229 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f23d13d9-0feb-4941-814a-1184c76f81de req-c19b0050-fe74-48fa-8ea0-85cdde822a21 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 1129 time: 0.0756388 Jul 05 10:14:48.998997 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-009c2e54-0817-44a9-8b8f-3bf1fc03cae0 req-e5041ace-b8c8-47e6-b9d4-69e4edacdf40 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697618 Jul 05 10:14:49.024233 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f23d13d9-0feb-4941-814a-1184c76f81de req-1ca8d2da-e369-4985-b6ce-59b4e9e47390 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494971 Jul 05 10:14:49.732109 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 48618) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:14:49.836319 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b985c992-f90c-43d8-b308-0c8bedf23038 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:49.913088 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b985c992-f90c-43d8-b308-0c8bedf23038 admin admin] Publish callbacks [] for security_group (7352b8a8-edd4-470f-b639-7093229f2c77), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:49.916858 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b985c992-f90c-43d8-b308-0c8bedf23038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (7352b8a8-edd4-470f-b639-7093229f2c77), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:49.954488 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-b985c992-f90c-43d8-b308-0c8bedf23038 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e008272f22d74b0e97fdc329a3ec7763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212832 Jul 05 10:14:49.957142 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 48624) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:14:49.959749 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985c992-f90c-43d8-b308-0c8bedf23038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7352b8a8-edd4-470f-b639-7093229f2c77,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:50.011612 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-28230029-77b9-4da5-8706-67b302c5e79c admin admin] Publish callbacks [] for security_group (7352b8a8-edd4-470f-b639-7093229f2c77), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:50.040746 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-28230029-77b9-4da5-8706-67b302c5e79c admin admin] Publish callbacks [] for security_group (7352b8a8-edd4-470f-b639-7093229f2c77), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:50.105743 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-28230029-77b9-4da5-8706-67b302c5e79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (7352b8a8-edd4-470f-b639-7093229f2c77), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:50.109607 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-28230029-77b9-4da5-8706-67b302c5e79c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:50.111182 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-28230029-77b9-4da5-8706-67b302c5e79c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7352b8a8-edd4-470f-b639-7093229f2c77 HTTP/1.1" status: 204 len: 168 time: 0.1530211 Jul 05 10:14:50.120968 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28230029-77b9-4da5-8706-67b302c5e79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7352b8a8-edd4-470f-b639-7093229f2c77,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:50.133673 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28230029-77b9-4da5-8706-67b302c5e79c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:50.134028 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28230029-77b9-4da5-8706-67b302c5e79c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:50.134365 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28230029-77b9-4da5-8706-67b302c5e79c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:50.134702 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28230029-77b9-4da5-8706-67b302c5e79c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:50.135043 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28230029-77b9-4da5-8706-67b302c5e79c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:50.135368 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28230029-77b9-4da5-8706-67b302c5e79c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:50.135925 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28230029-77b9-4da5-8706-67b302c5e79c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:50.136259 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28230029-77b9-4da5-8706-67b302c5e79c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:50.136613 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28230029-77b9-4da5-8706-67b302c5e79c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:50.136941 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28230029-77b9-4da5-8706-67b302c5e79c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:50.137274 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28230029-77b9-4da5-8706-67b302c5e79c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:50.137598 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28230029-77b9-4da5-8706-67b302c5e79c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:50.137923 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28230029-77b9-4da5-8706-67b302c5e79c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:50.138247 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28230029-77b9-4da5-8706-67b302c5e79c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:50.138567 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28230029-77b9-4da5-8706-67b302c5e79c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:50.169999 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbec836-82d2-4ecf-b85b-e4259cc9575a req-c037311a-da0b-4998-978e-0f4fabdca275 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:50.173659 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cbbec836-82d2-4ecf-b85b-e4259cc9575a req-c037311a-da0b-4998-978e-0f4fabdca275 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 945 time: 0.0899558 Jul 05 10:14:50.229492 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cbbec836-82d2-4ecf-b85b-e4259cc9575a req-d882627b-efa4-4b59-9184-72702c6a2ca3 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485380 Jul 05 10:14:51.199963 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 48668) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:14:51.306161 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-679b4387-20b1-431c-8a8d-9e50d43bb475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:51.311224 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:51.374485 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09cfa9d-329f-4a5e-9ebf-92efe19df2d4 req-717835c6-c28d-49f9-975f-61502fc59977 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:51.376059 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a09cfa9d-329f-4a5e-9ebf-92efe19df2d4 req-717835c6-c28d-49f9-975f-61502fc59977 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 945 time: 0.0739346 Jul 05 10:14:51.385264 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-679b4387-20b1-431c-8a8d-9e50d43bb475 admin admin] Publish callbacks [] for security_group (9e12409f-8af6-4a72-b7e6-9512ff87c855), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:51.389030 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-679b4387-20b1-431c-8a8d-9e50d43bb475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (9e12409f-8af6-4a72-b7e6-9512ff87c855), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:51.424173 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a09cfa9d-329f-4a5e-9ebf-92efe19df2d4 req-db07bb85-3624-433c-afa9-3c01d13ba304 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424390 Jul 05 10:14:51.428247 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-679b4387-20b1-431c-8a8d-9e50d43bb475 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b1901d2de20431a8c8ddf4311f1868b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271914 Jul 05 10:14:51.429104 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b4387-20b1-431c-8a8d-9e50d43bb475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e12409f-8af6-4a72-b7e6-9512ff87c855,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:51.431015 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 48676) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:14:51.455030 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:14:51.482383 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5c6e466-f7e0-4d28-b902-d5f094e9824c admin admin] Publish callbacks [] for security_group (9e12409f-8af6-4a72-b7e6-9512ff87c855), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:51.502986 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5c6e466-f7e0-4d28-b902-d5f094e9824c admin admin] Publish callbacks [] for security_group (9e12409f-8af6-4a72-b7e6-9512ff87c855), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:51.552033 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5c6e466-f7e0-4d28-b902-d5f094e9824c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (9e12409f-8af6-4a72-b7e6-9512ff87c855), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:51.554520 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5c6e466-f7e0-4d28-b902-d5f094e9824c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:14:51.555653 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-c5c6e466-f7e0-4d28-b902-d5f094e9824c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e12409f-8af6-4a72-b7e6-9512ff87c855 HTTP/1.1" status: 204 len: 168 time: 0.1235688 Jul 05 10:14:51.563607 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6e466-f7e0-4d28-b902-d5f094e9824c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e12409f-8af6-4a72-b7e6-9512ff87c855,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:52.548602 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa394a-d5f7-4109-b7f0-7ac86135b303 req-98fd8d46-c6fe-4733-86f4-95119bd81937 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:52.550049 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a6fa394a-d5f7-4109-b7f0-7ac86135b303 req-98fd8d46-c6fe-4733-86f4-95119bd81937 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 945 time: 0.0480037 Jul 05 10:14:52.596245 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a6fa394a-d5f7-4109-b7f0-7ac86135b303 req-d154d70c-0aa5-4c83-8197-d7ce4e21b893 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408101 Jul 05 10:14:53.706562 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbbad3-5bce-4f3d-9661-b12c0ef8c00d req-07cd5768-f26c-45a7-a457-48d16d51c470 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:53.707998 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f9dbbad3-5bce-4f3d-9661-b12c0ef8c00d req-07cd5768-f26c-45a7-a457-48d16d51c470 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 945 time: 0.0462334 Jul 05 10:14:53.754583 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f9dbbad3-5bce-4f3d-9661-b12c0ef8c00d req-d4545528-b218-4659-8317-a7e100ed1f5b tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411580 Jul 05 10:14:54.871817 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4acfd6-87f2-4176-8fba-bdd2df5480d6 req-569de28b-ecda-4a34-af74-0aedf47c2ead tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:54.873343 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0d4acfd6-87f2-4176-8fba-bdd2df5480d6 req-569de28b-ecda-4a34-af74-0aedf47c2ead tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 945 time: 0.0520117 Jul 05 10:14:54.922565 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0d4acfd6-87f2-4176-8fba-bdd2df5480d6 req-6042dd2c-e60a-4ffa-a03c-eb902bd178fd tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436106 Jul 05 10:14:56.040770 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46764eb-6d7a-47b2-9e6f-233afbb2001c req-66cd47bb-b70f-4d7b-8399-9f20136e6720 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:56.042202 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f46764eb-6d7a-47b2-9e6f-233afbb2001c req-66cd47bb-b70f-4d7b-8399-9f20136e6720 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 945 time: 0.0466180 Jul 05 10:14:56.088049 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f46764eb-6d7a-47b2-9e6f-233afbb2001c req-50d00270-becb-4b75-b5ac-ff8f6e299d3c tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404944 Jul 05 10:14:56.197222 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9871f6d-0265-4b31-8fdd-29d4c135e257 req-7105086d-4eea-4fb3-8a61-9b79e912f1fb tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:56.198658 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e9871f6d-0265-4b31-8fdd-29d4c135e257 req-7105086d-4eea-4fb3-8a61-9b79e912f1fb tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 945 time: 0.0456891 Jul 05 10:14:56.249060 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e9871f6d-0265-4b31-8fdd-29d4c135e257 req-1d02afac-2525-424c-bda9-3cd5c0607c1a tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449438 Jul 05 10:14:56.570819 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f74f9-7c82-4a81-8bb6-f8b7e6bba31c req-ad000680-849e-4e20-b28d-1f1340b9f1a8 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:14:56.572286 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-392f74f9-7c82-4a81-8bb6-f8b7e6bba31c req-ad000680-849e-4e20-b28d-1f1340b9f1a8 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 945 time: 0.0485151 Jul 05 10:14:56.620079 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-392f74f9-7c82-4a81-8bb6-f8b7e6bba31c req-9330c6e1-9360-4d8c-99f7-34a568b56891 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417359 Jul 05 10:15:00.160653 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:01.422504 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=41,neutron:INSERT=7 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:01.424361 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=31,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:01.576063 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:01.747464 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 48758) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:15:01.752027 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-f612a946-d545-45cc-8d28-6ac017cb8f48 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Request body: {'security_group': {'name': 'tempest-securitygroup--547668594', 'description': 'tempest-description--941365392'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:15:01.777750 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f612a946-d545-45cc-8d28-6ac017cb8f48 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:01.826041 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:01.851729 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f612a946-d545-45cc-8d28-6ac017cb8f48 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group (bf556f92-12f8-4a5f-b1b8-40e835aabf64), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:01.855605 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f612a946-d545-45cc-8d28-6ac017cb8f48 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (bf556f92-12f8-4a5f-b1b8-40e835aabf64), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:01.887625 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f612a946-d545-45cc-8d28-6ac017cb8f48 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:01.888864 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-f612a946-d545-45cc-8d28-6ac017cb8f48 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1403744 Jul 05 10:15:01.890786 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612a946-d545-45cc-8d28-6ac017cb8f48 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf556f92-12f8-4a5f-b1b8-40e835aabf64,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:01.891829 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 48764) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:15:01.898246 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-41cd706d-2ba2-4981-93de-86fe547dfbc4 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Request body: {'security_group_rule': {'security_group_id': 'bf556f92-12f8-4a5f-b1b8-40e835aabf64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:15:01.936924 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-41cd706d-2ba2-4981-93de-86fe547dfbc4 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group_rule (cb65567c-0ff9-4eee-996b-069c60c112b5), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:02.000353 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-41cd706d-2ba2-4981-93de-86fe547dfbc4 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group_rule (cb65567c-0ff9-4eee-996b-069c60c112b5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:02.003802 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-41cd706d-2ba2-4981-93de-86fe547dfbc4 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (cb65567c-0ff9-4eee-996b-069c60c112b5), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:02.022571 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd706d-2ba2-4981-93de-86fe547dfbc4 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb65567c-0ff9-4eee-996b-069c60c112b5,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:02.029241 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-41cd706d-2ba2-4981-93de-86fe547dfbc4 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:02.032894 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-41cd706d-2ba2-4981-93de-86fe547dfbc4 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1367009 Jul 05 10:15:02.033083 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 48768) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:15:02.037219 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-0918be75-214a-4bbb-94cd-b7d217c50ec8 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Request body: {'security_group_rule': {'security_group_id': 'bf556f92-12f8-4a5f-b1b8-40e835aabf64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:15:02.064652 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0918be75-214a-4bbb-94cd-b7d217c50ec8 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group_rule (125b5aa5-fd6b-4783-a928-8d305a555ed8), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:02.120077 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0918be75-214a-4bbb-94cd-b7d217c50ec8 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group_rule (125b5aa5-fd6b-4783-a928-8d305a555ed8), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:02.124220 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0918be75-214a-4bbb-94cd-b7d217c50ec8 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (125b5aa5-fd6b-4783-a928-8d305a555ed8), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:02.143802 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918be75-214a-4bbb-94cd-b7d217c50ec8 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=125b5aa5-fd6b-4783-a928-8d305a555ed8,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:02.148518 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0918be75-214a-4bbb-94cd-b7d217c50ec8 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:02.151424 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-0918be75-214a-4bbb-94cd-b7d217c50ec8 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174099 Jul 05 10:15:02.152896 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 48772) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:15:02.157088 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-33295388-de19-4137-9101-cf461dd3382a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Request body: {'floatingip': {'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:15:02.177222 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33295388-de19-4137-9101-cf461dd3382a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:02.258228 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33295388-de19-4137-9101-cf461dd3382a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:02.365170 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-33295388-de19-4137-9101-cf461dd3382a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Allocated IP 172.37.2.176 (41de873a-d138-4cc5-b805-d53357ba161e/988cd17f-ff06-4e31-a156-b2c72b1aa185/bdb6606b-ea50-4381-8b1a-06b4dde9d47d) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:15:02.471985 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33295388-de19-4137-9101-cf461dd3382a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for port (bdb6606b-ea50-4381-8b1a-06b4dde9d47d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:02.503068 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33295388-de19-4137-9101-cf461dd3382a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (bdb6606b-ea50-4381-8b1a-06b4dde9d47d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:02.536772 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:02.545022 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33295388-de19-4137-9101-cf461dd3382a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Network 41de873a-d138-4cc5-b805-d53357ba161e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:15:02.557575 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-33295388-de19-4137-9101-cf461dd3382a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:02.560827 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33295388-de19-4137-9101-cf461dd3382a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:15:02.563528 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33295388-de19-4137-9101-cf461dd3382a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event updated for resources: {'Port': ['ID=bdb6606b-ea50-4381-8b1a-06b4dde9d47d,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:02.606822 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:02.649263 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33295388-de19-4137-9101-cf461dd3382a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for floatingip (97e6e280-7154-4ffb-9917-7239f2e3c8cb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:02.684809 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33295388-de19-4137-9101-cf461dd3382a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (bdb6606b-ea50-4381-8b1a-06b4dde9d47d), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:03.058213 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33295388-de19-4137-9101-cf461dd3382a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for port (bdb6606b-ea50-4381-8b1a-06b4dde9d47d), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:03.062498 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33295388-de19-4137-9101-cf461dd3382a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26770654'] for port (bdb6606b-ea50-4381-8b1a-06b4dde9d47d), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:03.130449 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33295388-de19-4137-9101-cf461dd3382a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event updated for resources: {'Port': ['ID=bdb6606b-ea50-4381-8b1a-06b4dde9d47d,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:03.138791 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33295388-de19-4137-9101-cf461dd3382a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-790480'] for floatingip (97e6e280-7154-4ffb-9917-7239f2e3c8cb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:03.154310 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33295388-de19-4137-9101-cf461dd3382a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:03.155520 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-33295388-de19-4137-9101-cf461dd3382a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0017159 Jul 05 10:15:03.348224 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0c748e76-0e00-422e-8685-a44c7555f302 req-e7c79da0-54f2-4c44-b978-5c10b25e799c tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--547668594&fields=id&tenant_id=7eccead420ae4aacb6f31dcb17a138cc HTTP/1.1" status: 200 len: 267 time: 0.0452497 Jul 05 10:15:03.419702 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:03.453523 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c748e76-0e00-422e-8685-a44c7555f302 req-5fc43d0f-bcf0-4431-a1d9-0ec45fc5fb4b tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:03.454878 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0c748e76-0e00-422e-8685-a44c7555f302 req-5fc43d0f-bcf0-4431-a1d9-0ec45fc5fb4b tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/networks?id=033e3c55-aad3-40e5-8b8b-1dedb7b873c7 HTTP/1.1" status: 200 len: 814 time: 0.1003551 Jul 05 10:15:03.469031 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0c748e76-0e00-422e-8685-a44c7555f302 req-f3a61f3d-e146-4313-83fe-c94405117130 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/quotas/7eccead420ae4aacb6f31dcb17a138cc HTTP/1.1" status: 200 len: 375 time: 0.0088596 Jul 05 10:15:03.522110 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0c748e76-0e00-422e-8685-a44c7555f302 req-e7af84f6-525a-4252-af0d-3b2ddac97ff8 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7eccead420ae4aacb6f31dcb17a138cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485129 Jul 05 10:15:03.613549 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0c748e76-0e00-422e-8685-a44c7555f302 req-3efaf498-a931-4395-8ad3-ea3440a7b2a1 service neutron] 10.222.0.20 "GET /v2.0/networks/033e3c55-aad3-40e5-8b8b-1dedb7b873c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803366 Jul 05 10:15:03.705444 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0c748e76-0e00-422e-8685-a44c7555f302 req-fbad3e7a-ee3b-40ac-87f2-a492f2750319 service neutron] 10.222.0.20 "GET /v2.0/networks/033e3c55-aad3-40e5-8b8b-1dedb7b873c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862274 Jul 05 10:15:03.862735 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-19c41596-4848-4d2c-b9e4-b1bfd8742550 req-9c210d67-e168-481d-ba97-9160fc589f4f tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=a325da12-82e8-4964-a4db-4d38efa52dc7 HTTP/1.1" status: 200 len: 210 time: 0.0289450 Jul 05 10:15:04.955696 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-902aca6f-58c1-45ea-bb3f-c61d1f9a6cfc req-17ea6816-1ed1-4010-9f1d-30ed4c768e36 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=a325da12-82e8-4964-a4db-4d38efa52dc7 HTTP/1.1" status: 200 len: 210 time: 0.0275671 Jul 05 10:15:05.239400 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:15:06.256721 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ef1fc8c9-5e9c-4c82-a672-f043015e80a4 req-632c06db-ea74-4fc0-9733-08905a0f9023 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=a325da12-82e8-4964-a4db-4d38efa52dc7 HTTP/1.1" status: 200 len: 210 time: 0.2351587 Jul 05 10:15:07.330736 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c748e76-0e00-422e-8685-a44c7555f302 req-803f9381-b306-4049-bf63-3d4995588aa7 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:07.332195 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0c748e76-0e00-422e-8685-a44c7555f302 req-803f9381-b306-4049-bf63-3d4995588aa7 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.30 "GET /v2.0/networks?id=033e3c55-aad3-40e5-8b8b-1dedb7b873c7 HTTP/1.1" status: 200 len: 814 time: 0.1050718 Jul 05 10:15:07.368118 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6034aeb1-f491-4cee-84d3-1f79950a5529 req-a69fce3d-3528-42cc-b74b-19ea29b80c34 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=a325da12-82e8-4964-a4db-4d38efa52dc7 HTTP/1.1" status: 200 len: 210 time: 0.0282667 Jul 05 10:15:07.449057 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0c748e76-0e00-422e-8685-a44c7555f302 req-1b1cada2-dd3c-436f-9e53-ee00e55f08d3 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7eccead420ae4aacb6f31dcb17a138cc HTTP/1.1" status: 200 len: 471 time: 0.0744641 Jul 05 10:15:07.614905 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-0c748e76-0e00-422e-8685-a44c7555f302 req-239070cb-b7df-471f-bd9b-2aa91a223626 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Request body: {'port': {'device_id': 'a325da12-82e8-4964-a4db-4d38efa52dc7', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'admin_state_up': True, 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'security_groups': ['bf556f92-12f8-4a5f-b1b8-40e835aabf64']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:15:07.719893 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c748e76-0e00-422e-8685-a44c7555f302 req-239070cb-b7df-471f-bd9b-2aa91a223626 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Made reservation on behalf of 7eccead420ae4aacb6f31dcb17a138cc for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:07.723804 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0c748e76-0e00-422e-8685-a44c7555f302 req-239070cb-b7df-471f-bd9b-2aa91a223626 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:07.848173 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:07.856032 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-0c748e76-0e00-422e-8685-a44c7555f302 req-239070cb-b7df-471f-bd9b-2aa91a223626 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Allocated IP 172.20.0.8 (033e3c55-aad3-40e5-8b8b-1dedb7b873c7/22a7c97f-a653-4bd5-b189-3fc891a00ce4/de7ed2e8-b690-41d8-936e-1c400d4b704d) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:15:07.970102 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:07.999273 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0c748e76-0e00-422e-8685-a44c7555f302 req-239070cb-b7df-471f-bd9b-2aa91a223626 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for port (de7ed2e8-b690-41d8-936e-1c400d4b704d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:08.254377 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0c748e76-0e00-422e-8685-a44c7555f302 req-239070cb-b7df-471f-bd9b-2aa91a223626 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (de7ed2e8-b690-41d8-936e-1c400d4b704d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:08.298438 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c748e76-0e00-422e-8685-a44c7555f302 req-239070cb-b7df-471f-bd9b-2aa91a223626 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Network 033e3c55-aad3-40e5-8b8b-1dedb7b873c7 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:15:08.301420 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-0c748e76-0e00-422e-8685-a44c7555f302 req-239070cb-b7df-471f-bd9b-2aa91a223626 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:08.305082 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c748e76-0e00-422e-8685-a44c7555f302 req-239070cb-b7df-471f-bd9b-2aa91a223626 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:15:08.328042 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239070cb-b7df-471f-bd9b-2aa91a223626 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event updated for resources: {'Port': ['ID=de7ed2e8-b690-41d8-936e-1c400d4b704d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:08.357017 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c748e76-0e00-422e-8685-a44c7555f302 req-239070cb-b7df-471f-bd9b-2aa91a223626 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:08.357788 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0c748e76-0e00-422e-8685-a44c7555f302 req-239070cb-b7df-471f-bd9b-2aa91a223626 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:08.374655 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0c748e76-0e00-422e-8685-a44c7555f302 req-239070cb-b7df-471f-bd9b-2aa91a223626 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7633853 Jul 05 10:15:08.393024 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-0c748e76-0e00-422e-8685-a44c7555f302 req-1da979ac-80a4-4dad-a4c6-2b13866a8c67 service neutron] Request body: {'port': {'device_id': 'a325da12-82e8-4964-a4db-4d38efa52dc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:15:08.471681 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0c748e76-0e00-422e-8685-a44c7555f302 req-1da979ac-80a4-4dad-a4c6-2b13866a8c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (de7ed2e8-b690-41d8-936e-1c400d4b704d), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:08.529317 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-34b70cae-12bf-4700-a578-5c7e25cdf5af None None] Provisioning complete for port de7ed2e8-b690-41d8-936e-1c400d4b704d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:15:08.529875 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-34b70cae-12bf-4700-a578-5c7e25cdf5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (de7ed2e8-b690-41d8-936e-1c400d4b704d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:08.536252 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f3a36-f6ef-4f15-b414-390408824a20 req-2ecc4872-a181-48f4-8514-ce8e5f91d334 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:08.537808 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-392f3a36-f6ef-4f15-b414-390408824a20 req-2ecc4872-a181-48f4-8514-ce8e5f91d334 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=a325da12-82e8-4964-a4db-4d38efa52dc7 HTTP/1.1" status: 200 len: 931 time: 0.0868390 Jul 05 10:15:08.560011 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-34b70cae-12bf-4700-a578-5c7e25cdf5af None None] Port de7ed2e8-b690-41d8-936e-1c400d4b704d cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:15:08.656928 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-392f3a36-f6ef-4f15-b414-390408824a20 req-3fd52472-94dd-4cd2-9f18-f86042892b42 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf556f92-12f8-4a5f-b1b8-40e835aabf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123700 Jul 05 10:15:08.795565 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-0c748e76-0e00-422e-8685-a44c7555f302 req-1da979ac-80a4-4dad-a4c6-2b13866a8c67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de7ed2e8-b690-41d8-936e-1c400d4b704d {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:15:08.802774 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0c748e76-0e00-422e-8685-a44c7555f302 req-1da979ac-80a4-4dad-a4c6-2b13866a8c67 service neutron] Publish callbacks [] for port (de7ed2e8-b690-41d8-936e-1c400d4b704d), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:08.815826 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-0c748e76-0e00-422e-8685-a44c7555f302 req-1da979ac-80a4-4dad-a4c6-2b13866a8c67 service neutron] Transition to ACTIVE for port object de7ed2e8-b690-41d8-936e-1c400d4b704d will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 10:15:08.819409 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0c748e76-0e00-422e-8685-a44c7555f302 req-1da979ac-80a4-4dad-a4c6-2b13866a8c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (de7ed2e8-b690-41d8-936e-1c400d4b704d), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:08.849420 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:08.873331 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da979ac-80a4-4dad-a4c6-2b13866a8c67 service neutron] Pushing event updated for resources: {'Port': ['ID=de7ed2e8-b690-41d8-936e-1c400d4b704d,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:08.954616 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-0c748e76-0e00-422e-8685-a44c7555f302 req-1da979ac-80a4-4dad-a4c6-2b13866a8c67 service neutron] Attempting to bind port de7ed2e8-b690-41d8-936e-1c400d4b704d on host hv-cinder-maste for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:15:08.954949 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-0c748e76-0e00-422e-8685-a44c7555f302 req-1da979ac-80a4-4dad-a4c6-2b13866a8c67 service neutron] Attempting to bind port de7ed2e8-b690-41d8-936e-1c400d4b704d by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd4b01923-e693-4e36-bd4a-3dc5b8f9c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:15:08.955278 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c748e76-0e00-422e-8685-a44c7555f302 req-1da979ac-80a4-4dad-a4c6-2b13866a8c67 service neutron] Attempting to bind port de7ed2e8-b690-41d8-936e-1c400d4b704d on network 033e3c55-aad3-40e5-8b8b-1dedb7b873c7 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:15:08.959910 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c748e76-0e00-422e-8685-a44c7555f302 req-1da979ac-80a4-4dad-a4c6-2b13866a8c67 service neutron] Port de7ed2e8-b690-41d8-936e-1c400d4b704d on network 033e3c55-aad3-40e5-8b8b-1dedb7b873c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 10:15:08.960230 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c748e76-0e00-422e-8685-a44c7555f302 req-1da979ac-80a4-4dad-a4c6-2b13866a8c67 service neutron] Attempting to bind port de7ed2e8-b690-41d8-936e-1c400d4b704d on network 033e3c55-aad3-40e5-8b8b-1dedb7b873c7 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:15:08.965366 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c748e76-0e00-422e-8685-a44c7555f302 req-1da979ac-80a4-4dad-a4c6-2b13866a8c67 service neutron] Checking agent: {'id': '2022926f-89e6-45ab-bc5a-219d9ca35e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'started_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:15:08.965700 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c748e76-0e00-422e-8685-a44c7555f302 req-1da979ac-80a4-4dad-a4c6-2b13866a8c67 service neutron] Checking segment: {'id': 'd4b01923-e693-4e36-bd4a-3dc5b8f9c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:15:08.966083 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c748e76-0e00-422e-8685-a44c7555f302 req-1da979ac-80a4-4dad-a4c6-2b13866a8c67 service neutron] Bound using segment: {'id': 'd4b01923-e693-4e36-bd4a-3dc5b8f9c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:15:08.966507 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-0c748e76-0e00-422e-8685-a44c7555f302 req-1da979ac-80a4-4dad-a4c6-2b13866a8c67 service neutron] Bound port: de7ed2e8-b690-41d8-936e-1c400d4b704d, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b01923-e693-4e36-bd4a-3dc5b8f9c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:15:08.966869 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0c748e76-0e00-422e-8685-a44c7555f302 req-1da979ac-80a4-4dad-a4c6-2b13866a8c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (de7ed2e8-b690-41d8-936e-1c400d4b704d), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:08.976348 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:09.035090 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-0c748e76-0e00-422e-8685-a44c7555f302 req-1da979ac-80a4-4dad-a4c6-2b13866a8c67 service neutron] For port de7ed2e8-b690-41d8-936e-1c400d4b704d, host hv-cinder-maste, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:15:09.038228 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-0c748e76-0e00-422e-8685-a44c7555f302 req-1da979ac-80a4-4dad-a4c6-2b13866a8c67 service neutron] For port de7ed2e8-b690-41d8-936e-1c400d4b704d, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=de7ed2e8-b690-41d8-936e-1c400d4b704d,segment=NetworkSegment(d4b01923-e693-4e36-bd4a-3dc5b8f9c91a),segment_id=d4b01923-e693-4e36-bd4a-3dc5b8f9c91a)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:15:09.044758 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0c748e76-0e00-422e-8685-a44c7555f302 req-1da979ac-80a4-4dad-a4c6-2b13866a8c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (de7ed2e8-b690-41d8-936e-1c400d4b704d), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:09.081273 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c748e76-0e00-422e-8685-a44c7555f302 req-1da979ac-80a4-4dad-a4c6-2b13866a8c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:09.081503 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0c748e76-0e00-422e-8685-a44c7555f302 req-1da979ac-80a4-4dad-a4c6-2b13866a8c67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:09.082892 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0c748e76-0e00-422e-8685-a44c7555f302 req-1da979ac-80a4-4dad-a4c6-2b13866a8c67 service neutron] 10.222.0.30 "PUT /v2.0/ports/de7ed2e8-b690-41d8-936e-1c400d4b704d HTTP/1.1" status: 200 len: 1093 time: 0.6945777 Jul 05 10:15:09.083397 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a325da12-82e8-4964-a4db-4d38efa52dc7', 'tag': 'de7ed2e8-b690-41d8-936e-1c400d4b704d'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:15:09.085934 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e0432e-fd19-4b54-8ca0-4387d98f7660" -d '{"events": [{"name": "network-changed", "server_uuid": "a325da12-82e8-4964-a4db-4d38efa52dc7", "tag": "de7ed2e8-b690-41d8-936e-1c400d4b704d"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:15:09.115498 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da979ac-80a4-4dad-a4c6-2b13866a8c67 service neutron] Pushing event updated for resources: {'Port': ['ID=de7ed2e8-b690-41d8-936e-1c400d4b704d,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:09.134402 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41f4b2d-6422-4740-a06e-e262dd24c4da x-openstack-request-id: req-f41f4b2d-6422-4740-a06e-e262dd24c4da {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:15:09.134684 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a325da12-82e8-4964-a4db-4d38efa52dc7", "tag": "de7ed2e8-b690-41d8-936e-1c400d4b704d", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:15:09.134928 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f41f4b2d-6422-4740-a06e-e262dd24c4da {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:15:09.135329 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f41f4b2d-6422-4740-a06e-e262dd24c4da'] response: {'name': 'network-changed', 'server_uuid': 'a325da12-82e8-4964-a4db-4d38efa52dc7', 'tag': 'de7ed2e8-b690-41d8-936e-1c400d4b704d', 'status': 'completed', 'code': 200} Jul 05 10:15:09.205396 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c748e76-0e00-422e-8685-a44c7555f302 req-e9a3b647-c260-4bbc-9ab3-3104d8a0740b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:09.206989 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0c748e76-0e00-422e-8685-a44c7555f302 req-e9a3b647-c260-4bbc-9ab3-3104d8a0740b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7eccead420ae4aacb6f31dcb17a138cc&device_id=a325da12-82e8-4964-a4db-4d38efa52dc7 HTTP/1.1" status: 200 len: 1127 time: 0.0420372 Jul 05 10:15:09.260823 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0c748e76-0e00-422e-8685-a44c7555f302 req-89759da1-68a9-421c-8b93-61729cb361ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de7ed2e8-b690-41d8-936e-1c400d4b704d HTTP/1.1" status: 200 len: 217 time: 0.0376902 Jul 05 10:15:09.314146 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c748e76-0e00-422e-8685-a44c7555f302 req-415b3e84-ab1e-4b92-8ed6-030612e25468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:09.314146 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0c748e76-0e00-422e-8685-a44c7555f302 req-415b3e84-ab1e-4b92-8ed6-030612e25468 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22a7c97f-a653-4bd5-b189-3fc891a00ce4 HTTP/1.1" status: 200 len: 853 time: 0.0457325 Jul 05 10:15:09.357853 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c748e76-0e00-422e-8685-a44c7555f302 req-07d3e36f-e080-43ed-a2a3-c48e16a65765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:09.359231 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0c748e76-0e00-422e-8685-a44c7555f302 req-07d3e36f-e080-43ed-a2a3-c48e16a65765 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=033e3c55-aad3-40e5-8b8b-1dedb7b873c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390191 Jul 05 10:15:09.452480 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0c748e76-0e00-422e-8685-a44c7555f302 req-7ff1ea32-7ee3-4823-b885-3bca56e29d70 service neutron] 10.222.0.30 "GET /v2.0/networks/033e3c55-aad3-40e5-8b8b-1dedb7b873c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856788 Jul 05 10:15:09.546860 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0c748e76-0e00-422e-8685-a44c7555f302 req-d65951dd-e633-430b-a9b2-00c01cf5166b service neutron] 10.222.0.30 "GET /v2.0/networks/033e3c55-aad3-40e5-8b8b-1dedb7b873c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875471 Jul 05 10:15:09.772414 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b460e3a-2c0d-4ca5-b2eb-b1f778221f63 req-0aad9d17-0a8e-40b2-9008-df7bbfce02f8 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:09.773883 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5b460e3a-2c0d-4ca5-b2eb-b1f778221f63 req-0aad9d17-0a8e-40b2-9008-df7bbfce02f8 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=a325da12-82e8-4964-a4db-4d38efa52dc7 HTTP/1.1" status: 200 len: 943 time: 0.0518906 Jul 05 10:15:09.819763 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5b460e3a-2c0d-4ca5-b2eb-b1f778221f63 req-3491ee11-d547-4a8f-83b4-781f6734684f tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf556f92-12f8-4a5f-b1b8-40e835aabf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396981 Jul 05 10:15:10.936947 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3fc9e-00a5-41f1-b75c-aa76e9813e6e req-ec26e055-e882-4f6f-8542-5e511527b9c7 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:10.938443 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f2d3fc9e-00a5-41f1-b75c-aa76e9813e6e req-ec26e055-e882-4f6f-8542-5e511527b9c7 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=a325da12-82e8-4964-a4db-4d38efa52dc7 HTTP/1.1" status: 200 len: 943 time: 0.0477355 Jul 05 10:15:10.985868 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f2d3fc9e-00a5-41f1-b75c-aa76e9813e6e req-1992bef4-bf53-42f3-980a-a440f88c1c77 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf556f92-12f8-4a5f-b1b8-40e835aabf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419784 Jul 05 10:15:11.476232 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a0e265a0-770a-41c8-845d-a7f9dfc3b0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:11.701800 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:12.099335 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a4320-6513-4f0c-8abf-9aaac9efdc4b req-598c3280-6858-4728-8054-045ecb780b32 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:12.100799 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8b3a4320-6513-4f0c-8abf-9aaac9efdc4b req-598c3280-6858-4728-8054-045ecb780b32 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=a325da12-82e8-4964-a4db-4d38efa52dc7 HTTP/1.1" status: 200 len: 943 time: 0.0469205 Jul 05 10:15:12.150132 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8b3a4320-6513-4f0c-8abf-9aaac9efdc4b req-9a25dc7f-bacf-419f-90c3-b96df36af5ed tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf556f92-12f8-4a5f-b1b8-40e835aabf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439498 Jul 05 10:15:12.865520 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0432e-fd19-4b54-8ca0-4387d98f7660 req-70c3dc41-d2cc-4b8a-af81-bc245d00032c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:12.866990 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-37e0432e-fd19-4b54-8ca0-4387d98f7660 req-70c3dc41-d2cc-4b8a-af81-bc245d00032c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7eccead420ae4aacb6f31dcb17a138cc&device_id=a325da12-82e8-4964-a4db-4d38efa52dc7 HTTP/1.1" status: 200 len: 1127 time: 0.0403805 Jul 05 10:15:12.949907 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:12.963467 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0432e-fd19-4b54-8ca0-4387d98f7660 req-6b1f3c93-d7fd-4eac-a908-6fe3fcd1bce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:12.964959 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-37e0432e-fd19-4b54-8ca0-4387d98f7660 req-6b1f3c93-d7fd-4eac-a908-6fe3fcd1bce8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=033e3c55-aad3-40e5-8b8b-1dedb7b873c7 HTTP/1.1" status: 200 len: 915 time: 0.0865183 Jul 05 10:15:13.006453 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-37e0432e-fd19-4b54-8ca0-4387d98f7660 req-527dd37d-e093-4350-a550-eca994802c1b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de7ed2e8-b690-41d8-936e-1c400d4b704d HTTP/1.1" status: 200 len: 217 time: 0.0347745 Jul 05 10:15:13.145151 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=41 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:13.147998 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=47,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:13.191172 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0432e-fd19-4b54-8ca0-4387d98f7660 req-37021b6f-af82-42e1-bb84-c2fe08176fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:13.192666 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-37e0432e-fd19-4b54-8ca0-4387d98f7660 req-37021b6f-af82-42e1-bb84-c2fe08176fe4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22a7c97f-a653-4bd5-b189-3fc891a00ce4 HTTP/1.1" status: 200 len: 853 time: 0.0484164 Jul 05 10:15:13.267496 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414a5a4-bd13-4572-8a92-31e35a73a797 req-ebe59812-439d-4b95-911a-c05016502590 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:13.269025 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1414a5a4-bd13-4572-8a92-31e35a73a797 req-ebe59812-439d-4b95-911a-c05016502590 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=a325da12-82e8-4964-a4db-4d38efa52dc7 HTTP/1.1" status: 200 len: 943 time: 0.0468822 Jul 05 10:15:13.310743 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:13.315487 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1414a5a4-bd13-4572-8a92-31e35a73a797 req-38ebe7cf-1006-487b-955b-4a55ef440b73 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf556f92-12f8-4a5f-b1b8-40e835aabf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410233 Jul 05 10:15:13.506394 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0432e-fd19-4b54-8ca0-4387d98f7660 req-e77c1ce5-d00a-493f-a70e-dec7e23186a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:13.507774 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-37e0432e-fd19-4b54-8ca0-4387d98f7660 req-e77c1ce5-d00a-493f-a70e-dec7e23186a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=033e3c55-aad3-40e5-8b8b-1dedb7b873c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435500 Jul 05 10:15:13.993691 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1c49ae2b-ebba-4471-bb4d-930f3e89e6bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:14.031851 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device de7ed2e8-b690-41d8-936e-1c400d4b704d details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:15:14.137446 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port de7ed2e8-b690-41d8-936e-1c400d4b704d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=de7ed2e8-b690-41d8-936e-1c400d4b704d,segment=NetworkSegment(d4b01923-e693-4e36-bd4a-3dc5b8f9c91a),segment_id=d4b01923-e693-4e36-bd4a-3dc5b8f9c91a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:14.144889 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-37e0432e-fd19-4b54-8ca0-4387d98f7660 req-de428e96-3972-41f4-99ee-0ce63b9fb147 service neutron] 10.222.0.30 "GET /v2.0/networks/033e3c55-aad3-40e5-8b8b-1dedb7b873c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956655 Jul 05 10:15:14.148997 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Returning: {'device': 'de7ed2e8-b690-41d8-936e-1c400d4b704d', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'port_id': 'de7ed2e8-b690-41d8-936e-1c400d4b704d', 'mac_address': 'fa:16:3e:54:2e:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:15:14.184483 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port de7ed2e8-b690-41d8-936e-1c400d4b704d is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:15:14.184897 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (de7ed2e8-b690-41d8-936e-1c400d4b704d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:14.197851 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de7ed2e8-b690-41d8-936e-1c400d4b704d {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:15:14.218452 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port de7ed2e8-b690-41d8-936e-1c400d4b704d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=de7ed2e8-b690-41d8-936e-1c400d4b704d,segment=NetworkSegment(d4b01923-e693-4e36-bd4a-3dc5b8f9c91a),segment_id=d4b01923-e693-4e36-bd4a-3dc5b8f9c91a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:14.222113 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (de7ed2e8-b690-41d8-936e-1c400d4b704d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:14.267259 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=de7ed2e8-b690-41d8-936e-1c400d4b704d,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:14.437922 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68114c42-11bb-42fc-910f-bc20dbbeddfe req-fc94d502-5089-4dc4-8bf2-0ccf0f6cc7c6 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:14.439372 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-68114c42-11bb-42fc-910f-bc20dbbeddfe req-fc94d502-5089-4dc4-8bf2-0ccf0f6cc7c6 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=a325da12-82e8-4964-a4db-4d38efa52dc7 HTTP/1.1" status: 200 len: 944 time: 0.0531645 Jul 05 10:15:14.489190 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-68114c42-11bb-42fc-910f-bc20dbbeddfe req-62f67b2c-480e-4c89-884e-b467569c84c8 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf556f92-12f8-4a5f-b1b8-40e835aabf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441251 Jul 05 10:15:14.742635 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-37e0432e-fd19-4b54-8ca0-4387d98f7660 req-0de70d8d-4e8e-44ac-a190-a0c227c6fad9 service neutron] 10.222.0.30 "GET /v2.0/networks/033e3c55-aad3-40e5-8b8b-1dedb7b873c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834177 Jul 05 10:15:14.776776 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['de7ed2e8-b690-41d8-936e-1c400d4b704d'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:15:14.931624 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:15.603171 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca708d2-b43e-410b-839a-12dc64a0e8d8 req-0a746049-c5fa-410d-aae1-7f556a343f73 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:15.604721 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3ca708d2-b43e-410b-839a-12dc64a0e8d8 req-0a746049-c5fa-410d-aae1-7f556a343f73 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=a325da12-82e8-4964-a4db-4d38efa52dc7 HTTP/1.1" status: 200 len: 944 time: 0.0503097 Jul 05 10:15:15.653149 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3ca708d2-b43e-410b-839a-12dc64a0e8d8 req-e2a846c5-0834-431c-816c-c0815945a476 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf556f92-12f8-4a5f-b1b8-40e835aabf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422320 Jul 05 10:15:16.079456 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-10e3ca95-efee-4d31-bdc3-4163badd5568 req-c1b5c4aa-fc7f-4121-907c-09c69647720c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0654089 Jul 05 10:15:16.089261 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d86e6f-c57e-4ae8-afb0-168e8fdaae9a req-eb7e9a45-0e2b-4ecd-a8e5-c9184d6797bf tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:16.090605 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e1d86e6f-c57e-4ae8-afb0-168e8fdaae9a req-eb7e9a45-0e2b-4ecd-a8e5-c9184d6797bf tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 945 time: 0.0674508 Jul 05 10:15:16.146428 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e1d86e6f-c57e-4ae8-afb0-168e8fdaae9a req-248f4ed8-98cd-4cd6-ad42-3ba350b5fee8 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493710 Jul 05 10:15:16.168777 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 48916) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:15:16.176440 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3ca95-efee-4d31-bdc3-4163badd5568 req-955eb693-a3a0-4a3b-a4c4-b8d7f451a32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:16.177937 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-10e3ca95-efee-4d31-bdc3-4163badd5568 req-955eb693-a3a0-4a3b-a4c4-b8d7f451a32e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f2199fa0bc54901aa24195a250a9e25&device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 1130 time: 0.0467379 Jul 05 10:15:16.199785 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device de7ed2e8-b690-41d8-936e-1c400d4b704d up at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:15:16.250845 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning for port de7ed2e8-b690-41d8-936e-1c400d4b704d completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 10:15:16.265573 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning complete for port de7ed2e8-b690-41d8-936e-1c400d4b704d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:15:16.266072 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (de7ed2e8-b690-41d8-936e-1c400d4b704d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:16.305148 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3ca95-efee-4d31-bdc3-4163badd5568 req-1b7a56c6-7b41-4ee0-ac17-71984cf97b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:16.306549 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-10e3ca95-efee-4d31-bdc3-4163badd5568 req-1b7a56c6-7b41-4ee0-ac17-71984cf97b9c service neutron] 10.222.0.30 "GET /v2.0/networks?id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 HTTP/1.1" status: 200 len: 919 time: 0.1080508 Jul 05 10:15:16.321340 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:16.331938 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a622b764-8c1a-4054-815d-083f914fcd6b tempest-TestMinimumBasicScenario-1859439742 tempest-TestMinimumBasicScenario-1859439742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:16.333522 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-a622b764-8c1a-4054-815d-083f914fcd6b tempest-TestMinimumBasicScenario-1859439742 tempest-TestMinimumBasicScenario-1859439742-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 1124 time: 0.1631556 Jul 05 10:15:16.336485 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 48920) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:15:16.340867 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-0e6335e3-815c-46c6-9ebf-c49b2c8159f9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Request body: {'floatingip': {'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'port_id': '080193f7-c96f-450e-87cc-cab454029efe', 'tenant_id': 'd71ebc02c6094919b3054d7da84aadf0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:15:16.355778 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-10e3ca95-efee-4d31-bdc3-4163badd5568 req-e51308d0-da6e-4a2a-9e1d-0623f9787d83 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff58dc45-3b6a-4ad9-a225-3ec518174c19 HTTP/1.1" status: 200 len: 217 time: 0.0388849 Jul 05 10:15:16.359753 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:16.365516 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0e6335e3-815c-46c6-9ebf-c49b2c8159f9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:16.365909 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port de7ed2e8-b690-41d8-936e-1c400d4b704d is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:15:16.366307 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (de7ed2e8-b690-41d8-936e-1c400d4b704d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:16.406571 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a325da12-82e8-4964-a4db-4d38efa52dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7ed2e8-b690-41d8-936e-1c400d4b704d'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:15:16.408946 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0ff12b24adccf04d36d5e95ed2fd555b52d0445ded186c21edfbf2ad21407b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d226a4d0-1f13-4eb1-94ab-514fe2b47d96" -d '{"events": [{"server_uuid": "a325da12-82e8-4964-a4db-4d38efa52dc7", "name": "network-vif-plugged", "status": "completed", "tag": "de7ed2e8-b690-41d8-936e-1c400d4b704d"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:15:16.413291 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3ca95-efee-4d31-bdc3-4163badd5568 req-5f8d734b-bd81-4b50-9c58-a0ad2c4f3b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:16.415046 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-10e3ca95-efee-4d31-bdc3-4163badd5568 req-5f8d734b-bd81-4b50-9c58-a0ad2c4f3b82 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49eafe0c-582f-492a-b16d-b0de2f074502 HTTP/1.1" status: 200 len: 857 time: 0.0518062 Jul 05 10:15:16.424338 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port de7ed2e8-b690-41d8-936e-1c400d4b704d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=de7ed2e8-b690-41d8-936e-1c400d4b704d,segment=NetworkSegment(d4b01923-e693-4e36-bd4a-3dc5b8f9c91a),segment_id=d4b01923-e693-4e36-bd4a-3dc5b8f9c91a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:16.429831 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (de7ed2e8-b690-41d8-936e-1c400d4b704d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:16.462179 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787931d5-374d-485d-b76d-f191599259cc x-openstack-request-id: req-787931d5-374d-485d-b76d-f191599259cc {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:15:16.462634 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a325da12-82e8-4964-a4db-4d38efa52dc7", "name": "network-vif-plugged", "status": "completed", "tag": "de7ed2e8-b690-41d8-936e-1c400d4b704d", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:15:16.463084 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-787931d5-374d-485d-b76d-f191599259cc {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:15:16.463827 dv-cinder-master-3-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-787931d5-374d-485d-b76d-f191599259cc'] response: {'server_uuid': 'a325da12-82e8-4964-a4db-4d38efa52dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7ed2e8-b690-41d8-936e-1c400d4b704d', 'code': 200} Jul 05 10:15:16.472567 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3ca95-efee-4d31-bdc3-4163badd5568 req-58adb8c2-635b-4047-97ef-6bc6ee646d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:16.474106 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-10e3ca95-efee-4d31-bdc3-4163badd5568 req-58adb8c2-635b-4047-97ef-6bc6ee646d1b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504529 Jul 05 10:15:16.482783 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0e6335e3-815c-46c6-9ebf-c49b2c8159f9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:16.495257 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=de7ed2e8-b690-41d8-936e-1c400d4b704d,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:16.548320 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:16.599357 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-0e6335e3-815c-46c6-9ebf-c49b2c8159f9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Allocated IP 172.37.2.194 (41de873a-d138-4cc5-b805-d53357ba161e/988cd17f-ff06-4e31-a156-b2c72b1aa185/f9482545-8ecc-47da-a6fa-7957c8425715) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:15:16.611158 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-10e3ca95-efee-4d31-bdc3-4163badd5568 req-47c6c0ce-dae2-4ed0-b2c2-cde0cf98ac7d service neutron] 10.222.0.30 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968995 Jul 05 10:15:16.707410 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0e6335e3-815c-46c6-9ebf-c49b2c8159f9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks [] for port (f9482545-8ecc-47da-a6fa-7957c8425715), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:16.726381 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:16.738732 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f58687-fcaf-4e90-ba07-00443c5685f6 req-3514f4f5-4c56-4e64-b27b-09bb9df505f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:16.739724 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0e6335e3-815c-46c6-9ebf-c49b2c8159f9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (f9482545-8ecc-47da-a6fa-7957c8425715), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:16.740327 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-13f58687-fcaf-4e90-ba07-00443c5685f6 req-3514f4f5-4c56-4e64-b27b-09bb9df505f1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a325da12-82e8-4964-a4db-4d38efa52dc7 HTTP/1.1" status: 200 len: 1129 time: 0.0639670 Jul 05 10:15:16.759391 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-10e3ca95-efee-4d31-bdc3-4163badd5568 req-d4196c5d-08dc-4942-968c-2bf12261179d service neutron] 10.222.0.30 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404757 Jul 05 10:15:16.784523 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6335e3-815c-46c6-9ebf-c49b2c8159f9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Network 41de873a-d138-4cc5-b805-d53357ba161e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:15:16.787355 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-0e6335e3-815c-46c6-9ebf-c49b2c8159f9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:16.791289 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6335e3-815c-46c6-9ebf-c49b2c8159f9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:15:16.808215 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:16.809093 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7e584-8b28-4f03-b90f-75aeaf2aa545 req-1b330d91-b2da-41ca-ba03-51e6668832d8 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:16.811569 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-36b7e584-8b28-4f03-b90f-75aeaf2aa545 req-1b330d91-b2da-41ca-ba03-51e6668832d8 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=a325da12-82e8-4964-a4db-4d38efa52dc7 HTTP/1.1" status: 200 len: 945 time: 0.0770538 Jul 05 10:15:16.814155 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6335e3-815c-46c6-9ebf-c49b2c8159f9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Pushing event updated for resources: {'Port': ['ID=f9482545-8ecc-47da-a6fa-7957c8425715,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:16.820849 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:16.839242 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-13f58687-fcaf-4e90-ba07-00443c5685f6 req-ced11e3c-e74b-40ab-8e3e-b2a4bf303fce service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bf556f92-12f8-4a5f-b1b8-40e835aabf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872338 Jul 05 10:15:16.871975 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-36b7e584-8b28-4f03-b90f-75aeaf2aa545 req-f8209f80-a7e9-494f-bba3-36c9d027a676 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf556f92-12f8-4a5f-b1b8-40e835aabf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513196 Jul 05 10:15:17.052452 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:17.153140 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0e6335e3-815c-46c6-9ebf-c49b2c8159f9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks [] for floatingip (bedf8eed-45eb-425b-9f87-f58b43a5516a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:17.217713 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:17.220006 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5542d76-07a1-40c0-9dc3-3375cf85908e req-eb1d4a0d-18ec-48e9-a4ba-59724a1556ab tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:17.221601 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b5542d76-07a1-40c0-9dc3-3375cf85908e req-eb1d4a0d-18ec-48e9-a4ba-59724a1556ab tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=86fe0729-f79b-4fee-a79a-d004a32cfa2d HTTP/1.1" status: 200 len: 945 time: 0.0493376 Jul 05 10:15:17.229948 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0e6335e3-815c-46c6-9ebf-c49b2c8159f9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (f9482545-8ecc-47da-a6fa-7957c8425715), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:17.273061 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b5542d76-07a1-40c0-9dc3-3375cf85908e req-8f64b955-b51d-4668-bfd5-b66ad1d07ed0 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b9f229-d187-4fbd-8e90-c03ff642664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457511 Jul 05 10:15:17.381339 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0e6335e3-815c-46c6-9ebf-c49b2c8159f9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks [] for port (f9482545-8ecc-47da-a6fa-7957c8425715), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:17.385450 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0e6335e3-815c-46c6-9ebf-c49b2c8159f9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26770654'] for port (f9482545-8ecc-47da-a6fa-7957c8425715), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:17.453374 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6335e3-815c-46c6-9ebf-c49b2c8159f9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Pushing event updated for resources: {'Port': ['ID=f9482545-8ecc-47da-a6fa-7957c8425715,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:17.463450 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0e6335e3-815c-46c6-9ebf-c49b2c8159f9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-790480'] for floatingip (bedf8eed-45eb-425b-9f87-f58b43a5516a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:17.558248 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.db.l3_db [None req-0e6335e3-815c-46c6-9ebf-c49b2c8159f9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Floating IP bedf8eed-45eb-425b-9f87-f58b43a5516a associated. External IP: 172.37.2.194, port: 080193f7-c96f-450e-87cc-cab454029efe. Jul 05 10:15:17.751319 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6335e3-815c-46c6-9ebf-c49b2c8159f9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Router ea81ba69-f752-4b3d-9c67-48ceb47b563b has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:15:17.853465 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6335e3-815c-46c6-9ebf-c49b2c8159f9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:15:17.863869 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db21c3c-099e-450e-9138-3a6321bcfedb None None] Sync routers for ids ['ea81ba69-f752-4b3d-9c67-48ceb47b563b'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:15:17.872293 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0e6335e3-815c-46c6-9ebf-c49b2c8159f9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:17.874962 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db21c3c-099e-450e-9138-3a6321bcfedb None None] Routers {'ea81ba69-f752-4b3d-9c67-48ceb47b563b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:15:17.875653 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2db21c3c-099e-450e-9138-3a6321bcfedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:15:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['ea81ba69-f752-4b3d-9c67-48ceb47b563b'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:17.906607 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-0e6335e3-815c-46c6-9ebf-c49b2c8159f9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5689185 Jul 05 10:15:17.907434 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5377ac3e-4f33-4b05-bc85-80b0d7b653c4', 'tag': '080193f7-c96f-450e-87cc-cab454029efe'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:15:17.909539 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 48936) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:15:17.910438 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afc1adaeb3b5fe8d75c18ebcd0f0cb199cc22f98a1fdc7b87986fe26239d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f79dafd-2902-4f70-9050-c1b5a5aae495" -d '{"events": [{"name": "network-changed", "server_uuid": "5377ac3e-4f33-4b05-bc85-80b0d7b653c4", "tag": "080193f7-c96f-450e-87cc-cab454029efe"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:15:17.914644 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-22166c83-9b9a-40c9-a57a-8b187247c6f9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-179336894', 'description': 'tempest-secgroup-smoke-179336894 description', 'project_id': 'd71ebc02c6094919b3054d7da84aadf0'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:15:17.951764 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6350e419-4e3e-454b-8000-6e2c14130247 x-openstack-request-id: req-6350e419-4e3e-454b-8000-6e2c14130247 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:15:17.952174 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5377ac3e-4f33-4b05-bc85-80b0d7b653c4", "tag": "080193f7-c96f-450e-87cc-cab454029efe", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:15:17.952445 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6350e419-4e3e-454b-8000-6e2c14130247 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:15:17.952862 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6350e419-4e3e-454b-8000-6e2c14130247'] response: {'name': 'network-changed', 'server_uuid': '5377ac3e-4f33-4b05-bc85-80b0d7b653c4', 'tag': '080193f7-c96f-450e-87cc-cab454029efe', 'status': 'completed', 'code': 200} Jul 05 10:15:17.957127 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-22166c83-9b9a-40c9-a57a-8b187247c6f9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:18.028489 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a569cde-032a-40ec-89dc-3df829bb13b6 req-2cd6c4c5-1c8e-4803-9950-1a1ee5ea78c7 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:18.030556 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3a569cde-032a-40ec-89dc-3df829bb13b6 req-2cd6c4c5-1c8e-4803-9950-1a1ee5ea78c7 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=a325da12-82e8-4964-a4db-4d38efa52dc7 HTTP/1.1" status: 200 len: 945 time: 0.0627847 Jul 05 10:15:18.108908 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-22166c83-9b9a-40c9-a57a-8b187247c6f9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks [] for security_group (ec33f5ae-fb77-4249-a272-9317a9186cf4), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:18.112606 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3a569cde-032a-40ec-89dc-3df829bb13b6 req-2410ed72-e621-4cc0-a2e0-eedbd004aebe tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf556f92-12f8-4a5f-b1b8-40e835aabf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744069 Jul 05 10:15:18.113681 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-22166c83-9b9a-40c9-a57a-8b187247c6f9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (ec33f5ae-fb77-4249-a272-9317a9186cf4), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:18.121941 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-2db21c3c-099e-450e-9138-3a6321bcfedb None None] Set router ea81ba69-f752-4b3d-9c67-48ceb47b563b gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:15:18.146678 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-22166c83-9b9a-40c9-a57a-8b187247c6f9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:18.147885 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-22166c83-9b9a-40c9-a57a-8b187247c6f9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2371311 Jul 05 10:15:18.148971 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22166c83-9b9a-40c9-a57a-8b187247c6f9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec33f5ae-fb77-4249-a272-9317a9186cf4,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:18.150983 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 48940) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:15:18.156207 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b6bf5948-4a87-4a0d-92a7-8e83b027e8ae tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Request body: {'security_group_rule': {'security_group_id': 'ec33f5ae-fb77-4249-a272-9317a9186cf4', 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:15:18.182843 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b6bf5948-4a87-4a0d-92a7-8e83b027e8ae tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks [] for security_group_rule (eb4c2904-da95-47bb-bb18-28fa85f3ff9e), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:18.197564 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:18.204340 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:18.245043 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b6bf5948-4a87-4a0d-92a7-8e83b027e8ae tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks [] for security_group_rule (eb4c2904-da95-47bb-bb18-28fa85f3ff9e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:18.249394 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b6bf5948-4a87-4a0d-92a7-8e83b027e8ae tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (eb4c2904-da95-47bb-bb18-28fa85f3ff9e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:18.268526 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf5948-4a87-4a0d-92a7-8e83b027e8ae tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb4c2904-da95-47bb-bb18-28fa85f3ff9e,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:18.276366 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b6bf5948-4a87-4a0d-92a7-8e83b027e8ae tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:18.280529 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 48942) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:15:18.280820 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-b6bf5948-4a87-4a0d-92a7-8e83b027e8ae tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287117 Jul 05 10:15:18.284980 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-b6b14658-b039-4567-8cb0-4b436f882bff tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Request body: {'security_group_rule': {'security_group_id': 'ec33f5ae-fb77-4249-a272-9317a9186cf4', 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:15:18.313850 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6b14658-b039-4567-8cb0-4b436f882bff tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks [] for security_group_rule (43a31b34-3028-4260-869c-f5768b55456c), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:18.350157 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2db21c3c-099e-450e-9138-3a6321bcfedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'name': 'tempest-TestMinimumBasicScenario-1079838124-router', 'tenant_id': 'd71ebc02c6094919b3054d7da84aadf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.48'}], 'enable_snat': True}, 'gw_port_id': '82d6f3cd-3f3d-4754-a8fc-fe3700c96adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:13:55Z', 'updated_at': '2022-07-05T10:13:59Z', 'revision_number': 4, 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'gw_port': {'id': '82d6f3cd-3f3d-4754-a8fc-fe3700c96adf', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:13:56Z', 'updated_at': '2022-07-05T10:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'bedf8eed-45eb-425b-9f87-f58b43a5516a', 'tenant_id': 'd71ebc02c6094919b3054d7da84aadf0', 'floating_ip_address': '172.37.2.194', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'port_id': '080193f7-c96f-450e-87cc-cab454029efe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71cc70a2-9310-4a30-a617-ac7068d14bb6', 'mac_address': 'fa:16:3e:22:b1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5377ac3e-4f33-4b05-bc85-80b0d7b653c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:15:17Z', 'updated_at': '2022-07-05T10:15:17Z', 'revision_number': 0, 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e90d377b-4bed-4a7f-ab1d-36c7e4ef850b', 'name': '', 'network_id': '71cc70a2-9310-4a30-a617-ac7068d14bb6', 'tenant_id': 'd71ebc02c6094919b3054d7da84aadf0', 'mac_address': 'fa:16:3e:55:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '16bbdeec-80ad-49f8-803a-6ac82c0af11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:13:58Z', 'updated_at': '2022-07-05T10:14:03Z', 'revision_number': 5, 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'subnets': [{'id': '16bbdeec-80ad-49f8-803a-6ac82c0af11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:18.379619 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db21c3c-099e-450e-9138-3a6321bcfedb None None] Checking router: ea81ba69-f752-4b3d-9c67-48ceb47b563b for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:15:18.388012 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db21c3c-099e-450e-9138-3a6321bcfedb None None] Routers {'ea81ba69-f752-4b3d-9c67-48ceb47b563b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:15:18.388804 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2db21c3c-099e-450e-9138-3a6321bcfedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:15:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['ea81ba69-f752-4b3d-9c67-48ceb47b563b'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:18.405407 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d273a8-4f8b-461d-9867-b2019b5c146d req-2c2bd89b-c89a-444a-9c8f-50e14f7951ed tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:18.406873 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c9d273a8-4f8b-461d-9867-b2019b5c146d req-2c2bd89b-c89a-444a-9c8f-50e14f7951ed tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=86fe0729-f79b-4fee-a79a-d004a32cfa2d HTTP/1.1" status: 200 len: 945 time: 0.0600219 Jul 05 10:15:18.417822 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6b14658-b039-4567-8cb0-4b436f882bff tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks [] for security_group_rule (43a31b34-3028-4260-869c-f5768b55456c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:18.426245 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6b14658-b039-4567-8cb0-4b436f882bff tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (43a31b34-3028-4260-869c-f5768b55456c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:18.460903 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b14658-b039-4567-8cb0-4b436f882bff tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a31b34-3028-4260-869c-f5768b55456c,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:18.471209 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6b14658-b039-4567-8cb0-4b436f882bff tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:18.472379 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-b6b14658-b039-4567-8cb0-4b436f882bff tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1908758 Jul 05 10:15:18.475007 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:18.475390 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 48946) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:15:18.480185 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-f1088449-d532-4240-af69-14adab59a1a9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Request body: {'security_group_rule': {'security_group_id': 'ec33f5ae-fb77-4249-a272-9317a9186cf4', 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:15:18.491599 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c9d273a8-4f8b-461d-9867-b2019b5c146d req-b84fbb31-da17-4d54-8c2a-67f0e9a93ed1 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b9f229-d187-4fbd-8e90-c03ff642664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762849 Jul 05 10:15:18.491891 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-2db21c3c-099e-450e-9138-3a6321bcfedb None None] Set router ea81ba69-f752-4b3d-9c67-48ceb47b563b gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:15:18.515838 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f1088449-d532-4240-af69-14adab59a1a9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks [] for security_group_rule (7191a1db-d0ac-44ab-9724-fab1399fed73), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:18.576372 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f1088449-d532-4240-af69-14adab59a1a9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks [] for security_group_rule (7191a1db-d0ac-44ab-9724-fab1399fed73), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:18.583901 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f1088449-d532-4240-af69-14adab59a1a9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (7191a1db-d0ac-44ab-9724-fab1399fed73), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:18.603127 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1088449-d532-4240-af69-14adab59a1a9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7191a1db-d0ac-44ab-9724-fab1399fed73,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:18.610952 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f1088449-d532-4240-af69-14adab59a1a9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:18.612137 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f1088449-d532-4240-af69-14adab59a1a9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355259 Jul 05 10:15:18.614920 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 48948) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:15:18.619186 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b1192b70-826f-4b4f-8146-900101d40b2b tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Request body: {'security_group_rule': {'security_group_id': 'ec33f5ae-fb77-4249-a272-9317a9186cf4', 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:15:18.645861 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b1192b70-826f-4b4f-8146-900101d40b2b tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks [] for security_group_rule (53141902-d29e-4fd9-a25d-8bda1425594c), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:18.703796 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b1192b70-826f-4b4f-8146-900101d40b2b tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks [] for security_group_rule (53141902-d29e-4fd9-a25d-8bda1425594c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:18.707679 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b1192b70-826f-4b4f-8146-900101d40b2b tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (53141902-d29e-4fd9-a25d-8bda1425594c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:18.718608 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2db21c3c-099e-450e-9138-3a6321bcfedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'name': 'tempest-TestMinimumBasicScenario-1079838124-router', 'tenant_id': 'd71ebc02c6094919b3054d7da84aadf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.48'}], 'enable_snat': True}, 'gw_port_id': '82d6f3cd-3f3d-4754-a8fc-fe3700c96adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:13:55Z', 'updated_at': '2022-07-05T10:13:59Z', 'revision_number': 4, 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'gw_port': {'id': '82d6f3cd-3f3d-4754-a8fc-fe3700c96adf', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:13:56Z', 'updated_at': '2022-07-05T10:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'bedf8eed-45eb-425b-9f87-f58b43a5516a', 'tenant_id': 'd71ebc02c6094919b3054d7da84aadf0', 'floating_ip_address': '172.37.2.194', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'port_id': '080193f7-c96f-450e-87cc-cab454029efe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71cc70a2-9310-4a30-a617-ac7068d14bb6', 'mac_address': 'fa:16:3e:22:b1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5377ac3e-4f33-4b05-bc85-80b0d7b653c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:15:17Z', 'updated_at': '2022-07-05T10:15:17Z', 'revision_number': 0, 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e90d377b-4bed-4a7f-ab1d-36c7e4ef850b', 'name': '', 'network_id': '71cc70a2-9310-4a30-a617-ac7068d14bb6', 'tenant_id': 'd71ebc02c6094919b3054d7da84aadf0', 'mac_address': 'fa:16:3e:55:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '16bbdeec-80ad-49f8-803a-6ac82c0af11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:13:58Z', 'updated_at': '2022-07-05T10:14:03Z', 'revision_number': 5, 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'subnets': [{'id': '16bbdeec-80ad-49f8-803a-6ac82c0af11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:18.726197 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1192b70-826f-4b4f-8146-900101d40b2b tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53141902-d29e-4fd9-a25d-8bda1425594c,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:18.735420 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b1192b70-826f-4b4f-8146-900101d40b2b tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:18.739163 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-b1192b70-826f-4b4f-8146-900101d40b2b tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208012 Jul 05 10:15:18.739337 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 48950) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:15:18.743565 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-e9d9dbc9-c3c3-4502-8947-47688ee645a3 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Request body: {'security_group_rule': {'security_group_id': 'ec33f5ae-fb77-4249-a272-9317a9186cf4', 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:15:18.747244 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db21c3c-099e-450e-9138-3a6321bcfedb None None] The sync data for ids ['ea81ba69-f752-4b3d-9c67-48ceb47b563b'] in dv-cinder-master-3-iscsi is: [{'id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'name': 'tempest-TestMinimumBasicScenario-1079838124-router', 'tenant_id': 'd71ebc02c6094919b3054d7da84aadf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.48'}], 'enable_snat': True}, 'gw_port_id': '82d6f3cd-3f3d-4754-a8fc-fe3700c96adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:13:55Z', 'updated_at': '2022-07-05T10:13:59Z', 'revision_number': 4, 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'gw_port': {'id': '82d6f3cd-3f3d-4754-a8fc-fe3700c96adf', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:13:56Z', 'updated_at': '2022-07-05T10:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'bedf8eed-45eb-425b-9f87-f58b43a5516a', 'tenant_id': 'd71ebc02c6094919b3054d7da84aadf0', 'floating_ip_address': '172.37.2.194', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'port_id': '080193f7-c96f-450e-87cc-cab454029efe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71cc70a2-9310-4a30-a617-ac7068d14bb6', 'mac_address': 'fa:16:3e:22:b1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5377ac3e-4f33-4b05-bc85-80b0d7b653c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:15:17Z', 'updated_at': '2022-07-05T10:15:17Z', 'revision_number': 0, 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e90d377b-4bed-4a7f-ab1d-36c7e4ef850b', 'name': '', 'network_id': '71cc70a2-9310-4a30-a617-ac7068d14bb6', 'tenant_id': 'd71ebc02c6094919b3054d7da84aadf0', 'mac_address': 'fa:16:3e:55:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '16bbdeec-80ad-49f8-803a-6ac82c0af11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:13:58Z', 'updated_at': '2022-07-05T10:14:03Z', 'revision_number': 5, 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'subnets': [{'id': '16bbdeec-80ad-49f8-803a-6ac82c0af11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:15:18.765587 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-e9d9dbc9-c3c3-4502-8947-47688ee645a3 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Project d71ebc02c6094919b3054d7da84aadf0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:15:18.771925 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e9d9dbc9-c3c3-4502-8947-47688ee645a3 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks [] for security_group_rule (9253d381-5798-4b54-9950-8f390b770523), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:18.832576 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e9d9dbc9-c3c3-4502-8947-47688ee645a3 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks [] for security_group_rule (9253d381-5798-4b54-9950-8f390b770523), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:18.836154 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e9d9dbc9-c3c3-4502-8947-47688ee645a3 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (9253d381-5798-4b54-9950-8f390b770523), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:18.858433 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9dbc9-c3c3-4502-8947-47688ee645a3 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9253d381-5798-4b54-9950-8f390b770523,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:18.864659 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e9d9dbc9-c3c3-4502-8947-47688ee645a3 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:18.868824 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-e9d9dbc9-c3c3-4502-8947-47688ee645a3 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255789 Jul 05 10:15:18.868936 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 48952) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:15:18.873485 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-515241fd-0d09-4c7a-8624-38a7725d573b tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Request body: {'security_group_rule': {'security_group_id': 'ec33f5ae-fb77-4249-a272-9317a9186cf4', 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:15:18.895692 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-515241fd-0d09-4c7a-8624-38a7725d573b tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Project d71ebc02c6094919b3054d7da84aadf0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:15:18.901594 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-515241fd-0d09-4c7a-8624-38a7725d573b tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks [] for security_group_rule (24514114-8d0c-4a17-8f77-391456ae0b41), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:18.940627 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a967994-97da-49ab-8b34-7b48b4390128 None None] New status for floating IP bedf8eed-45eb-425b-9f87-f58b43a5516a: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 10:15:18.945118 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=18 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:18.945674 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=18 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:18.965148 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-515241fd-0d09-4c7a-8624-38a7725d573b tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks [] for security_group_rule (24514114-8d0c-4a17-8f77-391456ae0b41), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:18.969607 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-515241fd-0d09-4c7a-8624-38a7725d573b tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (24514114-8d0c-4a17-8f77-391456ae0b41), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:18.986761 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515241fd-0d09-4c7a-8624-38a7725d573b tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24514114-8d0c-4a17-8f77-391456ae0b41,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:18.999305 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-515241fd-0d09-4c7a-8624-38a7725d573b tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:19.000745 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-515241fd-0d09-4c7a-8624-38a7725d573b tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1308453 Jul 05 10:15:19.093990 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a09aee2f-4ffd-47de-ae73-ab4f3052b542 req-6034eb4e-24c1-4026-ae03-90d822d7e379 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-179336894&fields=id&tenant_id=d71ebc02c6094919b3054d7da84aadf0 HTTP/1.1" status: 200 len: 267 time: 0.0473979 Jul 05 10:15:19.149641 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09aee2f-4ffd-47de-ae73-ab4f3052b542 req-9e29c78c-fe79-4961-a83f-872496304e5c tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:19.151116 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a09aee2f-4ffd-47de-ae73-ab4f3052b542 req-9e29c78c-fe79-4961-a83f-872496304e5c tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 945 time: 0.0518854 Jul 05 10:15:19.161987 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-a09aee2f-4ffd-47de-ae73-ab4f3052b542 req-0d330e9c-18c4-4981-9bc8-89913f5b0f31 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Request body: {'port': {'security_groups': ['ace209bb-535f-480c-8db1-06429e83a20d', 'ec33f5ae-fb77-4249-a272-9317a9186cf4']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:15:19.233837 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a09aee2f-4ffd-47de-ae73-ab4f3052b542 req-0d330e9c-18c4-4981-9bc8-89913f5b0f31 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (080193f7-c96f-450e-87cc-cab454029efe), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:19.238207 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:19.317461 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b9765-be62-47f4-a64f-02565f55ac64 req-4329a445-3e9e-4e38-bc2a-2c22451d7f95 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:19.318907 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ac0b9765-be62-47f4-a64f-02565f55ac64 req-4329a445-3e9e-4e38-bc2a-2c22451d7f95 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=a325da12-82e8-4964-a4db-4d38efa52dc7 HTTP/1.1" status: 200 len: 945 time: 0.0829048 Jul 05 10:15:19.404364 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ac0b9765-be62-47f4-a64f-02565f55ac64 req-9dca4974-2f23-47a1-9268-827266e4edb2 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf556f92-12f8-4a5f-b1b8-40e835aabf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764601 Jul 05 10:15:19.488612 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-a09aee2f-4ffd-47de-ae73-ab4f3052b542 req-0d330e9c-18c4-4981-9bc8-89913f5b0f31 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] For port 080193f7-c96f-450e-87cc-cab454029efe, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=080193f7-c96f-450e-87cc-cab454029efe,segment=NetworkSegment(0a3f8006-57f2-413a-87f1-ce8bfacddca7),segment_id=0a3f8006-57f2-413a-87f1-ce8bfacddca7)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:19.520137 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a09aee2f-4ffd-47de-ae73-ab4f3052b542 req-0d330e9c-18c4-4981-9bc8-89913f5b0f31 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks [] for port (080193f7-c96f-450e-87cc-cab454029efe), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:19.524911 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a09aee2f-4ffd-47de-ae73-ab4f3052b542 req-0d330e9c-18c4-4981-9bc8-89913f5b0f31 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (080193f7-c96f-450e-87cc-cab454029efe), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:19.565704 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['080193f7-c96f-450e-87cc-cab454029efe'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:15:19.572424 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09aee2f-4ffd-47de-ae73-ab4f3052b542 req-0d330e9c-18c4-4981-9bc8-89913f5b0f31 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:19.573056 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-a09aee2f-4ffd-47de-ae73-ab4f3052b542 req-0d330e9c-18c4-4981-9bc8-89913f5b0f31 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:19.574430 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a09aee2f-4ffd-47de-ae73-ab4f3052b542 req-0d330e9c-18c4-4981-9bc8-89913f5b0f31 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "PUT /v2.0/ports/080193f7-c96f-450e-87cc-cab454029efe HTTP/1.1" status: 200 len: 981 time: 0.4171438 Jul 05 10:15:19.575589 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5377ac3e-4f33-4b05-bc85-80b0d7b653c4', 'tag': '080193f7-c96f-450e-87cc-cab454029efe'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:15:19.578332 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59461f5-7566-40ef-b427-49266a2f7299" -d '{"events": [{"name": "network-changed", "server_uuid": "5377ac3e-4f33-4b05-bc85-80b0d7b653c4", "tag": "080193f7-c96f-450e-87cc-cab454029efe"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:15:19.630765 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058aef79-fdcb-4b09-a407-d44a4b5ac9e9 x-openstack-request-id: req-058aef79-fdcb-4b09-a407-d44a4b5ac9e9 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:15:19.631013 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5377ac3e-4f33-4b05-bc85-80b0d7b653c4", "tag": "080193f7-c96f-450e-87cc-cab454029efe", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:15:19.631257 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-058aef79-fdcb-4b09-a407-d44a4b5ac9e9 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:15:19.631656 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-058aef79-fdcb-4b09-a407-d44a4b5ac9e9'] response: {'name': 'network-changed', 'server_uuid': '5377ac3e-4f33-4b05-bc85-80b0d7b653c4', 'tag': '080193f7-c96f-450e-87cc-cab454029efe', 'status': 'completed', 'code': 200} Jul 05 10:15:19.634198 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d330e9c-18c4-4981-9bc8-89913f5b0f31 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Pushing event updated for resources: {'Port': ['ID=080193f7-c96f-450e-87cc-cab454029efe,revision_number=6']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:19.643891 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d5ff3-027b-44d5-aaff-b32b0ff2f334 req-d6a1968f-044b-4329-aec1-36afd53e0491 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:19.645345 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fb0d5ff3-027b-44d5-aaff-b32b0ff2f334 req-d6a1968f-044b-4329-aec1-36afd53e0491 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=86fe0729-f79b-4fee-a79a-d004a32cfa2d HTTP/1.1" status: 200 len: 945 time: 0.0804994 Jul 05 10:15:19.684065 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:19.731803 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fb0d5ff3-027b-44d5-aaff-b32b0ff2f334 req-a0246df4-a3af-4a91-8358-0eeb805e1b3f tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b9f229-d187-4fbd-8e90-c03ff642664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808094 Jul 05 10:15:19.753572 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0b67e-4c00-4114-b2c0-43d8c56f1ce8 req-2dbc470d-4485-4988-ac0c-12fda1880d12 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:19.755065 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-56b0b67e-4c00-4114-b2c0-43d8c56f1ce8 req-2dbc470d-4485-4988-ac0c-12fda1880d12 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 984 time: 0.0630577 Jul 05 10:15:19.803769 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0445497b-b08b-456d-9194-53af52ec7453 None None] Provisioning complete for port 080193f7-c96f-450e-87cc-cab454029efe triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:15:19.804142 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0445497b-b08b-456d-9194-53af52ec7453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (080193f7-c96f-450e-87cc-cab454029efe), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:19.806038 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['080193f7-c96f-450e-87cc-cab454029efe'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:15:19.817421 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-56b0b67e-4c00-4114-b2c0-43d8c56f1ce8 req-9bcb5713-7fc0-474d-8c42-f76abdf171c6 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&id=ec33f5ae-fb77-4249-a272-9317a9186cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557418 Jul 05 10:15:19.862871 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:19.888874 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79dafd-2902-4f70-9050-c1b5a5aae495 req-09a1b7fc-1dfe-4a67-8ece-7ee11c832de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:19.890370 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9f79dafd-2902-4f70-9050-c1b5a5aae495 req-09a1b7fc-1dfe-4a67-8ece-7ee11c832de3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d71ebc02c6094919b3054d7da84aadf0&device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 1168 time: 0.0402079 Jul 05 10:15:20.019408 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0445497b-b08b-456d-9194-53af52ec7453 None None] Current status of the port 080193f7-c96f-450e-87cc-cab454029efe is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:15:20.224671 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c334633-dd06-4d8e-919c-edd3e0a8495a req-ed25e6e7-b205-41c5-93a9-ecf930cf5018 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:20.226117 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1c334633-dd06-4d8e-919c-edd3e0a8495a req-ed25e6e7-b205-41c5-93a9-ecf930cf5018 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.30 "GET /v2.0/ports?device_id=86fe0729-f79b-4fee-a79a-d004a32cfa2d HTTP/1.1" status: 200 len: 945 time: 0.0641186 Jul 05 10:15:20.268965 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:20.281421 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79dafd-2902-4f70-9050-c1b5a5aae495 req-2c33528e-169b-4eb6-ab64-312208a5fcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:20.282895 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9f79dafd-2902-4f70-9050-c1b5a5aae495 req-2c33528e-169b-4eb6-ab64-312208a5fcbd service neutron] 10.222.0.30 "GET /v2.0/networks?id=71cc70a2-9310-4a30-a617-ac7068d14bb6 HTTP/1.1" status: 200 len: 916 time: 0.1287267 Jul 05 10:15:20.498989 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:20.516240 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2e5b4-20bc-417d-b7bf-796a213e7c3a req-0e4f220d-f777-4adf-a749-df3afe8df264 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:20.517704 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f3f2e5b4-20bc-417d-b7bf-796a213e7c3a req-0e4f220d-f777-4adf-a749-df3afe8df264 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=a325da12-82e8-4964-a4db-4d38efa52dc7 HTTP/1.1" status: 200 len: 945 time: 0.0475442 Jul 05 10:15:20.563751 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f3f2e5b4-20bc-417d-b7bf-796a213e7c3a req-6fa01929-a710-4b1f-8762-93ee835762f6 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf556f92-12f8-4a5f-b1b8-40e835aabf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404215 Jul 05 10:15:20.849339 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b102e-27c5-40a1-b834-6f1f5d42db5c req-b13dbf7e-8a97-4975-9976-4033faf73e8b tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:20.850808 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a22b102e-27c5-40a1-b834-6f1f5d42db5c req-b13dbf7e-8a97-4975-9976-4033faf73e8b tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=86fe0729-f79b-4fee-a79a-d004a32cfa2d HTTP/1.1" status: 200 len: 945 time: 0.0479982 Jul 05 10:15:20.892872 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:20.905982 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a22b102e-27c5-40a1-b834-6f1f5d42db5c req-4b8a3afb-f746-4e05-b1f2-980ce260e444 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b9f229-d187-4fbd-8e90-c03ff642664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497148 Jul 05 10:15:21.021308 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9f79dafd-2902-4f70-9050-c1b5a5aae495 req-377430d1-14df-4af8-a676-5cfd214a8d84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=080193f7-c96f-450e-87cc-cab454029efe HTTP/1.1" status: 200 len: 1001 time: 0.1144140 Jul 05 10:15:21.041173 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-1c334633-dd06-4d8e-919c-edd3e0a8495a req-f800fd3d-823f-4a5d-aaa3-607cf9ce71f6 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Deleting port b00d9c04-1d84-4211-8344-23f678f0b868 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:15:21.041503 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1c334633-dd06-4d8e-919c-edd3e0a8495a req-f800fd3d-823f-4a5d-aaa3-607cf9ce71f6 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (b00d9c04-1d84-4211-8344-23f678f0b868), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:21.123781 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79dafd-2902-4f70-9050-c1b5a5aae495 req-4cd60c8a-81a1-4b96-a0d9-9aabbcfba297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:21.125231 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9f79dafd-2902-4f70-9050-c1b5a5aae495 req-4cd60c8a-81a1-4b96-a0d9-9aabbcfba297 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16bbdeec-80ad-49f8-803a-6ac82c0af11d HTTP/1.1" status: 200 len: 854 time: 0.0965941 Jul 05 10:15:21.404786 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79dafd-2902-4f70-9050-c1b5a5aae495 req-6d8dbc57-7bda-4306-9db4-2dcb77ce498a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:21.406156 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9f79dafd-2902-4f70-9050-c1b5a5aae495 req-6d8dbc57-7bda-4306-9db4-2dcb77ce498a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=71cc70a2-9310-4a30-a617-ac7068d14bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2742481 Jul 05 10:15:21.410820 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-1c334633-dd06-4d8e-919c-edd3e0a8495a req-f800fd3d-823f-4a5d-aaa3-607cf9ce71f6 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] For port b00d9c04-1d84-4211-8344-23f678f0b868, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b00d9c04-1d84-4211-8344-23f678f0b868,segment=NetworkSegment(6ee407dc-69bb-4444-a6b1-4ca985272936),segment_id=6ee407dc-69bb-4444-a6b1-4ca985272936)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:21.411173 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1c334633-dd06-4d8e-919c-edd3e0a8495a req-f800fd3d-823f-4a5d-aaa3-607cf9ce71f6 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (b00d9c04-1d84-4211-8344-23f678f0b868), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:21.440548 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-1c334633-dd06-4d8e-919c-edd3e0a8495a req-f800fd3d-823f-4a5d-aaa3-607cf9ce71f6 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Calling delete_port for b00d9c04-1d84-4211-8344-23f678f0b868 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:15:21.558209 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9f79dafd-2902-4f70-9050-c1b5a5aae495 req-965260f7-4c9c-4b12-a19b-f45cf66007e7 service neutron] 10.222.0.30 "GET /v2.0/networks/71cc70a2-9310-4a30-a617-ac7068d14bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443746 Jul 05 10:15:21.698047 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:21.727547 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1c334633-dd06-4d8e-919c-edd3e0a8495a req-f800fd3d-823f-4a5d-aaa3-607cf9ce71f6 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (b00d9c04-1d84-4211-8344-23f678f0b868), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:21.730544 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9f79dafd-2902-4f70-9050-c1b5a5aae495 req-569958c8-8edd-4269-bc77-552a8a35f53b service neutron] 10.222.0.30 "GET /v2.0/networks/71cc70a2-9310-4a30-a617-ac7068d14bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637299 Jul 05 10:15:21.737058 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36985ee1-179f-4bee-83f0-b69bb4388cd3 req-abdeb8ed-1ebf-4199-a1d7-1c5a804adf3a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:21.738379 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-36985ee1-179f-4bee-83f0-b69bb4388cd3 req-abdeb8ed-1ebf-4199-a1d7-1c5a804adf3a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=a325da12-82e8-4964-a4db-4d38efa52dc7 HTTP/1.1" status: 200 len: 945 time: 0.0878294 Jul 05 10:15:21.763836 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['b00d9c04-1d84-4211-8344-23f678f0b868'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:15:21.772439 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800fd3d-823f-4a5d-aaa3-607cf9ce71f6 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Pushing event deleted for resources: {'Port': ['ID=b00d9c04-1d84-4211-8344-23f678f0b868,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:21.848964 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c334633-dd06-4d8e-919c-edd3e0a8495a req-f800fd3d-823f-4a5d-aaa3-607cf9ce71f6 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] No DVR routers for this DVR port b00d9c04-1d84-4211-8344-23f678f0b868 on host hv-cinder-maste {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:15:21.868803 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1c334633-dd06-4d8e-919c-edd3e0a8495a req-f800fd3d-823f-4a5d-aaa3-607cf9ce71f6 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:21.871919 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1c334633-dd06-4d8e-919c-edd3e0a8495a req-f800fd3d-823f-4a5d-aaa3-607cf9ce71f6 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.30 "DELETE /v2.0/ports/b00d9c04-1d84-4211-8344-23f678f0b868 HTTP/1.1" status: 204 len: 173 time: 0.9590523 Jul 05 10:15:21.875016 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fe0729-f79b-4fee-a79a-d004a32cfa2d', 'name': 'network-vif-deleted', 'tag': 'b00d9c04-1d84-4211-8344-23f678f0b868'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:15:21.877043 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8f74bc-3644-4b98-a88b-1b345ffd53a8" -d '{"events": [{"server_uuid": "86fe0729-f79b-4fee-a79a-d004a32cfa2d", "name": "network-vif-deleted", "tag": "b00d9c04-1d84-4211-8344-23f678f0b868"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:15:21.885829 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-36985ee1-179f-4bee-83f0-b69bb4388cd3 req-a4b2183f-d55a-4512-a640-2cf50d77af5e tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf556f92-12f8-4a5f-b1b8-40e835aabf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405048 Jul 05 10:15:21.893521 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59461f5-7566-40ef-b427-49266a2f7299 req-f1e12b99-df57-47ba-ba83-a37e7735bca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:21.895022 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b59461f5-7566-40ef-b427-49266a2f7299 req-f1e12b99-df57-47ba-ba83-a37e7735bca4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d71ebc02c6094919b3054d7da84aadf0&device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 1168 time: 0.0800166 Jul 05 10:15:21.926970 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641e731a-7413-4a0c-a847-d4d30b6b4f10 x-openstack-request-id: req-641e731a-7413-4a0c-a847-d4d30b6b4f10 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:15:21.927241 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fe0729-f79b-4fee-a79a-d004a32cfa2d", "name": "network-vif-deleted", "tag": "b00d9c04-1d84-4211-8344-23f678f0b868", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:15:21.927563 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-641e731a-7413-4a0c-a847-d4d30b6b4f10 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:15:21.927977 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-641e731a-7413-4a0c-a847-d4d30b6b4f10'] response: {'server_uuid': '86fe0729-f79b-4fee-a79a-d004a32cfa2d', 'name': 'network-vif-deleted', 'tag': 'b00d9c04-1d84-4211-8344-23f678f0b868', 'status': 'completed', 'code': 200} Jul 05 10:15:22.051027 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-95b98b95-cea0-4201-af91-811dbcc7b1b0 req-36db7182-f165-4eb1-b599-d7bcc65b2940 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=86fe0729-f79b-4fee-a79a-d004a32cfa2d HTTP/1.1" status: 200 len: 210 time: 0.0625727 Jul 05 10:15:22.062856 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:22.070099 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59461f5-7566-40ef-b427-49266a2f7299 req-063df82b-c315-48c8-973d-1da5ac0122a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:22.071554 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b59461f5-7566-40ef-b427-49266a2f7299 req-063df82b-c315-48c8-973d-1da5ac0122a2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=71cc70a2-9310-4a30-a617-ac7068d14bb6 HTTP/1.1" status: 200 len: 916 time: 0.1658883 Jul 05 10:15:22.078199 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0686cfe-740c-4b6c-9213-c8462f322fc2 req-2709db3b-3f18-40cd-9311-0727c73271eb tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:22.079548 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d0686cfe-740c-4b6c-9213-c8462f322fc2 req-2709db3b-3f18-40cd-9311-0727c73271eb tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=a325da12-82e8-4964-a4db-4d38efa52dc7 HTTP/1.1" status: 200 len: 945 time: 0.0958705 Jul 05 10:15:22.087732 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 48984) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:15:22.092075 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-92d7bdff-bad2-40c4-96ec-0cf881c0df58 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Request body: {'floatingip': {'port_id': 'de7ed2e8-b690-41d8-936e-1c400d4b704d'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:15:22.165887 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-92d7bdff-bad2-40c4-96ec-0cf881c0df58 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for floatingip (97e6e280-7154-4ffb-9917-7239f2e3c8cb), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:22.234393 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b59461f5-7566-40ef-b427-49266a2f7299 req-cc66d9a1-82ff-4323-8aea-d184c561dcfe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=080193f7-c96f-450e-87cc-cab454029efe HTTP/1.1" status: 200 len: 1001 time: 0.1391702 Jul 05 10:15:22.399603 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59461f5-7566-40ef-b427-49266a2f7299 req-68609fa6-aa26-491e-a483-8e79f9f8bffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:22.401061 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b59461f5-7566-40ef-b427-49266a2f7299 req-68609fa6-aa26-491e-a483-8e79f9f8bffc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16bbdeec-80ad-49f8-803a-6ac82c0af11d HTTP/1.1" status: 200 len: 854 time: 0.0849526 Jul 05 10:15:22.479624 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59461f5-7566-40ef-b427-49266a2f7299 req-1e9b9e48-1ba8-4d91-8dc2-494e620fd0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:22.481138 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b59461f5-7566-40ef-b427-49266a2f7299 req-1e9b9e48-1ba8-4d91-8dc2-494e620fd0af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=71cc70a2-9310-4a30-a617-ac7068d14bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0734520 Jul 05 10:15:22.655467 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b59461f5-7566-40ef-b427-49266a2f7299 req-3fdddd06-8535-4a6f-86b5-34924479f0e9 service neutron] 10.222.0.30 "GET /v2.0/networks/71cc70a2-9310-4a30-a617-ac7068d14bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669509 Jul 05 10:15:22.789771 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-92d7bdff-bad2-40c4-96ec-0cf881c0df58 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:22.801978 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-92d7bdff-bad2-40c4-96ec-0cf881c0df58 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-790480'] for floatingip (97e6e280-7154-4ffb-9917-7239f2e3c8cb), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:22.839540 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b59461f5-7566-40ef-b427-49266a2f7299 req-ac3a6d44-8680-4c41-b63d-f5426e76ebe7 service neutron] 10.222.0.30 "GET /v2.0/networks/71cc70a2-9310-4a30-a617-ac7068d14bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651602 Jul 05 10:15:22.849460 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:22.901509 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.db.l3_db [None req-92d7bdff-bad2-40c4-96ec-0cf881c0df58 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Floating IP 97e6e280-7154-4ffb-9917-7239f2e3c8cb associated. External IP: 172.37.2.176, port: de7ed2e8-b690-41d8-936e-1c400d4b704d. Jul 05 10:15:22.946826 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:23.099224 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d7bdff-bad2-40c4-96ec-0cf881c0df58 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Router 6182e117-2d11-491f-9275-3daba539c45b has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:15:23.203638 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d7bdff-bad2-40c4-96ec-0cf881c0df58 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:15:23.208485 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-92d7bdff-bad2-40c4-96ec-0cf881c0df58 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:23.214812 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a590a9a-8f9c-45b1-b300-3e00f00514af None None] Sync routers for ids ['6182e117-2d11-491f-9275-3daba539c45b'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:15:23.225919 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a590a9a-8f9c-45b1-b300-3e00f00514af None None] Routers {'6182e117-2d11-491f-9275-3daba539c45b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:15:23.226605 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0a590a9a-8f9c-45b1-b300-3e00f00514af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:15:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['6182e117-2d11-491f-9275-3daba539c45b'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:23.238657 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-92d7bdff-bad2-40c4-96ec-0cf881c0df58 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "PUT /v2.0/floatingips/97e6e280-7154-4ffb-9917-7239f2e3c8cb HTTP/1.1" status: 200 len: 991 time: 1.1498840 Jul 05 10:15:23.346810 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-0a590a9a-8f9c-45b1-b300-3e00f00514af None None] Set router 6182e117-2d11-491f-9275-3daba539c45b gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:15:23.454018 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:23.555922 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0a590a9a-8f9c-45b1-b300-3e00f00514af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6182e117-2d11-491f-9275-3daba539c45b', 'name': 'tempest-AttachVolumeNegativeTest-715002652-router', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a064a84-494e-41c6-9048-966cc269baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'gw_port': {'id': '1a064a84-494e-41c6-9048-966cc269baff', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:08Z', 'updated_at': '2022-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '530a9131-1248-43f3-b827-94ead4e83bb2', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'floating_ip_address': '172.37.2.173', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '6182e117-2d11-491f-9275-3daba539c45b', 'port_id': '66542ef5-f0db-4a7d-ab6e-ceb382db45de', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'mac_address': 'fa:16:3e:2e:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80efc4-b2fa-4761-806b-2a197cc5b00b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:10:24Z', 'updated_at': '2022-07-05T10:11:49Z', 'revision_number': 2, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'fixed_ip_address_scope': None}, {'id': '97e6e280-7154-4ffb-9917-7239f2e3c8cb', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'floating_ip_address': '172.37.2.176', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '6182e117-2d11-491f-9275-3daba539c45b', 'port_id': 'de7ed2e8-b690-41d8-936e-1c400d4b704d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'mac_address': 'fa:16:3e:54:2e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a325da12-82e8-4964-a4db-4d38efa52dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:15:02Z', 'updated_at': '2022-07-05T10:15:22Z', 'revision_number': 1, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05b5c91-2f39-45ea-94c7-857f56cd562c', 'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'mac_address': 'fa:16:3e:ca:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 5, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'subnets': [{'id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:23.580371 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a590a9a-8f9c-45b1-b300-3e00f00514af None None] Checking router: 6182e117-2d11-491f-9275-3daba539c45b for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:15:23.588582 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a590a9a-8f9c-45b1-b300-3e00f00514af None None] Routers {'6182e117-2d11-491f-9275-3daba539c45b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:15:23.589172 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0a590a9a-8f9c-45b1-b300-3e00f00514af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:15:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['6182e117-2d11-491f-9275-3daba539c45b'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:23.688441 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-0a590a9a-8f9c-45b1-b300-3e00f00514af None None] Set router 6182e117-2d11-491f-9275-3daba539c45b gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:15:23.896703 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0a590a9a-8f9c-45b1-b300-3e00f00514af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6182e117-2d11-491f-9275-3daba539c45b', 'name': 'tempest-AttachVolumeNegativeTest-715002652-router', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a064a84-494e-41c6-9048-966cc269baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'gw_port': {'id': '1a064a84-494e-41c6-9048-966cc269baff', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:08Z', 'updated_at': '2022-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '530a9131-1248-43f3-b827-94ead4e83bb2', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'floating_ip_address': '172.37.2.173', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '6182e117-2d11-491f-9275-3daba539c45b', 'port_id': '66542ef5-f0db-4a7d-ab6e-ceb382db45de', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'mac_address': 'fa:16:3e:2e:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80efc4-b2fa-4761-806b-2a197cc5b00b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:10:24Z', 'updated_at': '2022-07-05T10:11:49Z', 'revision_number': 2, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'fixed_ip_address_scope': None}, {'id': '97e6e280-7154-4ffb-9917-7239f2e3c8cb', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'floating_ip_address': '172.37.2.176', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '6182e117-2d11-491f-9275-3daba539c45b', 'port_id': 'de7ed2e8-b690-41d8-936e-1c400d4b704d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'mac_address': 'fa:16:3e:54:2e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a325da12-82e8-4964-a4db-4d38efa52dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:15:02Z', 'updated_at': '2022-07-05T10:15:22Z', 'revision_number': 1, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05b5c91-2f39-45ea-94c7-857f56cd562c', 'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'mac_address': 'fa:16:3e:ca:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 5, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'subnets': [{'id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:23.928921 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a325da12-82e8-4964-a4db-4d38efa52dc7', 'tag': 'de7ed2e8-b690-41d8-936e-1c400d4b704d'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:15:23.931284 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bab0ed1-4bca-4324-8258-58690d793e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "a325da12-82e8-4964-a4db-4d38efa52dc7", "tag": "de7ed2e8-b690-41d8-936e-1c400d4b704d"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:15:23.968278 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8f12d2-b405-489a-8d04-dbc83560823d x-openstack-request-id: req-cc8f12d2-b405-489a-8d04-dbc83560823d {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:15:23.968847 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a325da12-82e8-4964-a4db-4d38efa52dc7", "tag": "de7ed2e8-b690-41d8-936e-1c400d4b704d", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:15:23.969091 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc8f12d2-b405-489a-8d04-dbc83560823d {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:15:23.969490 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc8f12d2-b405-489a-8d04-dbc83560823d'] response: {'name': 'network-changed', 'server_uuid': 'a325da12-82e8-4964-a4db-4d38efa52dc7', 'tag': 'de7ed2e8-b690-41d8-936e-1c400d4b704d', 'status': 'completed', 'code': 200} Jul 05 10:15:24.044129 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a590a9a-8f9c-45b1-b300-3e00f00514af None None] The sync data for ids ['6182e117-2d11-491f-9275-3daba539c45b'] in dv-cinder-master-3-iscsi is: [{'id': '6182e117-2d11-491f-9275-3daba539c45b', 'name': 'tempest-AttachVolumeNegativeTest-715002652-router', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a064a84-494e-41c6-9048-966cc269baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'gw_port': {'id': '1a064a84-494e-41c6-9048-966cc269baff', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:08Z', 'updated_at': '2022-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '530a9131-1248-43f3-b827-94ead4e83bb2', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'floating_ip_address': '172.37.2.173', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '6182e117-2d11-491f-9275-3daba539c45b', 'port_id': '66542ef5-f0db-4a7d-ab6e-ceb382db45de', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'mac_address': 'fa:16:3e:2e:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80efc4-b2fa-4761-806b-2a197cc5b00b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:10:24Z', 'updated_at': '2022-07-05T10:11:49Z', 'revision_number': 2, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'fixed_ip_address_scope': None}, {'id': '97e6e280-7154-4ffb-9917-7239f2e3c8cb', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'floating_ip_address': '172.37.2.176', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '6182e117-2d11-491f-9275-3daba539c45b', 'port_id': 'de7ed2e8-b690-41d8-936e-1c400d4b704d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'mac_address': 'fa:16:3e:54:2e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a325da12-82e8-4964-a4db-4d38efa52dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:15:02Z', 'updated_at': '2022-07-05T10:15:22Z', 'revision_number': 1, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05b5c91-2f39-45ea-94c7-857f56cd562c', 'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'mac_address': 'fa:16:3e:ca:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 5, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'subnets': [{'id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:15:24.222111 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c906d14b-cbf0-496c-9732-80c9ff48f770 None None] New status for floating IP 97e6e280-7154-4ffb-9917-7239f2e3c8cb: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 10:15:25.886120 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device b00d9c04-1d84-4211-8344-23f678f0b868 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:15:25.910346 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] No Port match for: b00d9c04-1d84-4211-8344-23f678f0b868 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:15:25.910693 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device b00d9c04-1d84-4211-8344-23f678f0b868 not bound to the agent host hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:15:26.006820 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab0ed1-4bca-4324-8258-58690d793e1e req-fe5c0086-f58c-4ff0-9b25-1c306dc04d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:26.008296 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7bab0ed1-4bca-4324-8258-58690d793e1e req-fe5c0086-f58c-4ff0-9b25-1c306dc04d2d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7eccead420ae4aacb6f31dcb17a138cc&device_id=a325da12-82e8-4964-a4db-4d38efa52dc7 HTTP/1.1" status: 200 len: 1129 time: 0.0805116 Jul 05 10:15:27.599338 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab0ed1-4bca-4324-8258-58690d793e1e req-c1ad3038-b70b-479f-b907-82ec2f0ebbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:27.600839 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7bab0ed1-4bca-4324-8258-58690d793e1e req-c1ad3038-b70b-479f-b907-82ec2f0ebbc0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=033e3c55-aad3-40e5-8b8b-1dedb7b873c7 HTTP/1.1" status: 200 len: 915 time: 0.3119788 Jul 05 10:15:27.660376 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7bab0ed1-4bca-4324-8258-58690d793e1e req-524a42eb-1d93-435f-ac76-d07c785b6178 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de7ed2e8-b690-41d8-936e-1c400d4b704d HTTP/1.1" status: 200 len: 1001 time: 0.0533776 Jul 05 10:15:27.707998 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab0ed1-4bca-4324-8258-58690d793e1e req-128af3f8-ad75-45f9-9ffd-48e318180d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:27.709457 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7bab0ed1-4bca-4324-8258-58690d793e1e req-128af3f8-ad75-45f9-9ffd-48e318180d26 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22a7c97f-a653-4bd5-b189-3fc891a00ce4 HTTP/1.1" status: 200 len: 853 time: 0.0431077 Jul 05 10:15:27.755925 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab0ed1-4bca-4324-8258-58690d793e1e req-b2ecfa0a-cedd-4be3-867c-094152e4dccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:27.757431 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7bab0ed1-4bca-4324-8258-58690d793e1e req-b2ecfa0a-cedd-4be3-867c-094152e4dccc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=033e3c55-aad3-40e5-8b8b-1dedb7b873c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421824 Jul 05 10:15:27.849758 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7bab0ed1-4bca-4324-8258-58690d793e1e req-74aec9c1-7d3c-4c57-9a2e-8623b2c7f3cd service neutron] 10.222.0.30 "GET /v2.0/networks/033e3c55-aad3-40e5-8b8b-1dedb7b873c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852389 Jul 05 10:15:27.943597 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7bab0ed1-4bca-4324-8258-58690d793e1e req-d484e80c-f1fc-4721-94e2-a634ee85ccd1 service neutron] 10.222.0.30 "GET /v2.0/networks/033e3c55-aad3-40e5-8b8b-1dedb7b873c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878570 Jul 05 10:15:28.990563 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:28.992499 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=66,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:34.397178 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:34.399518 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:35.118747 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:35.184925 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-8a30d768-98ef-431b-96bd-bbcd309f4033 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:35.186407 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-8a30d768-98ef-431b-96bd-bbcd309f4033 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/networks?id=11e0e390-3962-4c1a-9a29-d936175172f2 HTTP/1.1" status: 200 len: 813 time: 0.1086683 Jul 05 10:15:35.200292 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-fd96e641-91a4-4a71-8a71-07d15892d585 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/quotas/accabbba722345d190b52446d1e7c2b7 HTTP/1.1" status: 200 len: 375 time: 0.0086498 Jul 05 10:15:35.232259 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-bcc6a1ca-2af8-44dc-aeca-d38d32957a02 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=accabbba722345d190b52446d1e7c2b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273194 Jul 05 10:15:35.363933 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-7c320d42-b53d-4213-8cd6-5eaa51e527e5 service neutron] 10.222.0.20 "GET /v2.0/networks/11e0e390-3962-4c1a-9a29-d936175172f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246829 Jul 05 10:15:35.394726 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:35.454657 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-2b1edba5-7739-4b29-9f86-6e854f08fce8 service neutron] 10.222.0.20 "GET /v2.0/networks/11e0e390-3962-4c1a-9a29-d936175172f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850172 Jul 05 10:15:35.614510 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-563c87f7-9d48-4481-9c6e-11430af851d7 req-af016e89-854b-4967-a2fe-48346c752b2a tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=448f3f09-4db0-422d-b67c-100a0d43bd6b HTTP/1.1" status: 200 len: 210 time: 0.0287635 Jul 05 10:15:35.889914 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=83 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:35.890810 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=51 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:36.714247 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-07f7e361-eb0e-45b4-8599-b424e8d33e25 req-0a0ee61c-cab6-4636-80dc-606920e5bf99 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=448f3f09-4db0-422d-b67c-100a0d43bd6b HTTP/1.1" status: 200 len: 210 time: 0.0327373 Jul 05 10:15:36.819172 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-65026744-5bc4-4310-a441-c17804a65c00 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:36.820625 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-65026744-5bc4-4310-a441-c17804a65c00 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.30 "GET /v2.0/networks?id=11e0e390-3962-4c1a-9a29-d936175172f2 HTTP/1.1" status: 200 len: 813 time: 0.1056099 Jul 05 10:15:36.840212 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-080db14f-2313-47b7-bc05-6518b252387b tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Request body: {'port': {'device_id': '448f3f09-4db0-422d-b67c-100a0d43bd6b', 'network_id': '11e0e390-3962-4c1a-9a29-d936175172f2', 'admin_state_up': True, 'tenant_id': 'accabbba722345d190b52446d1e7c2b7'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:15:36.952749 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-080db14f-2313-47b7-bc05-6518b252387b tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Made reservation on behalf of accabbba722345d190b52446d1e7c2b7 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:36.956260 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-080db14f-2313-47b7-bc05-6518b252387b tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:37.078168 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-080db14f-2313-47b7-bc05-6518b252387b tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Allocated IP 172.20.0.13 (11e0e390-3962-4c1a-9a29-d936175172f2/8be4582f-b993-4bc3-86a4-bb174b7ba120/60956b08-a3e2-4158-940a-cb1f98a98765) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:15:37.229783 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-080db14f-2313-47b7-bc05-6518b252387b tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Publish callbacks [] for port (60956b08-a3e2-4158-940a-cb1f98a98765), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:37.260550 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-080db14f-2313-47b7-bc05-6518b252387b tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (60956b08-a3e2-4158-940a-cb1f98a98765), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:37.287671 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:37.315118 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-080db14f-2313-47b7-bc05-6518b252387b tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Network 11e0e390-3962-4c1a-9a29-d936175172f2 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:15:37.318397 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-080db14f-2313-47b7-bc05-6518b252387b tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:37.322398 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-080db14f-2313-47b7-bc05-6518b252387b tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:15:37.326173 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080db14f-2313-47b7-bc05-6518b252387b tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Pushing event updated for resources: {'Port': ['ID=60956b08-a3e2-4158-940a-cb1f98a98765,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:37.371333 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-080db14f-2313-47b7-bc05-6518b252387b tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:37.371931 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-080db14f-2313-47b7-bc05-6518b252387b tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:37.387429 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-080db14f-2313-47b7-bc05-6518b252387b tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5507729 Jul 05 10:15:37.414156 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-b8a210ad-e0f1-4b72-b069-9291d95a08c7 service neutron] Request body: {'port': {'device_id': '448f3f09-4db0-422d-b67c-100a0d43bd6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:15:37.435448 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:37.473590 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-b8a210ad-e0f1-4b72-b069-9291d95a08c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (60956b08-a3e2-4158-940a-cb1f98a98765), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:37.723370 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-b8a210ad-e0f1-4b72-b069-9291d95a08c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60956b08-a3e2-4158-940a-cb1f98a98765 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:15:37.730597 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-b8a210ad-e0f1-4b72-b069-9291d95a08c7 service neutron] Publish callbacks [] for port (60956b08-a3e2-4158-940a-cb1f98a98765), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:37.743303 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-b8a210ad-e0f1-4b72-b069-9291d95a08c7 service neutron] Transition to ACTIVE for port object 60956b08-a3e2-4158-940a-cb1f98a98765 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 10:15:37.746986 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-b8a210ad-e0f1-4b72-b069-9291d95a08c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (60956b08-a3e2-4158-940a-cb1f98a98765), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:37.868854 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a210ad-e0f1-4b72-b069-9291d95a08c7 service neutron] Pushing event updated for resources: {'Port': ['ID=60956b08-a3e2-4158-940a-cb1f98a98765,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:37.887746 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21201d51-41ba-459b-9809-8e28c3751803 req-828e3ee8-ae5d-4f47-a6ed-bc09bb20f837 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:37.889836 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-21201d51-41ba-459b-9809-8e28c3751803 req-828e3ee8-ae5d-4f47-a6ed-bc09bb20f837 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=448f3f09-4db0-422d-b67c-100a0d43bd6b HTTP/1.1" status: 200 len: 944 time: 0.1030357 Jul 05 10:15:37.929686 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-b8a210ad-e0f1-4b72-b069-9291d95a08c7 service neutron] Attempting to bind port 60956b08-a3e2-4158-940a-cb1f98a98765 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:15:37.930024 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-b8a210ad-e0f1-4b72-b069-9291d95a08c7 service neutron] Attempting to bind port 60956b08-a3e2-4158-940a-cb1f98a98765 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '6ee407dc-69bb-4444-a6b1-4ca985272936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '11e0e390-3962-4c1a-9a29-d936175172f2'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:15:37.930356 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-b8a210ad-e0f1-4b72-b069-9291d95a08c7 service neutron] Attempting to bind port 60956b08-a3e2-4158-940a-cb1f98a98765 on network 11e0e390-3962-4c1a-9a29-d936175172f2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:15:37.941327 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-b8a210ad-e0f1-4b72-b069-9291d95a08c7 service neutron] Port 60956b08-a3e2-4158-940a-cb1f98a98765 on network 11e0e390-3962-4c1a-9a29-d936175172f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 10:15:37.941648 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-b8a210ad-e0f1-4b72-b069-9291d95a08c7 service neutron] Attempting to bind port 60956b08-a3e2-4158-940a-cb1f98a98765 on network 11e0e390-3962-4c1a-9a29-d936175172f2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:15:37.953802 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-b8a210ad-e0f1-4b72-b069-9291d95a08c7 service neutron] Checking agent: {'id': '2022926f-89e6-45ab-bc5a-219d9ca35e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'started_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:15:37.954133 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-b8a210ad-e0f1-4b72-b069-9291d95a08c7 service neutron] Checking segment: {'id': '6ee407dc-69bb-4444-a6b1-4ca985272936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '11e0e390-3962-4c1a-9a29-d936175172f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:15:37.954511 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-b8a210ad-e0f1-4b72-b069-9291d95a08c7 service neutron] Bound using segment: {'id': '6ee407dc-69bb-4444-a6b1-4ca985272936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '11e0e390-3962-4c1a-9a29-d936175172f2'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:15:37.954941 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-b8a210ad-e0f1-4b72-b069-9291d95a08c7 service neutron] Bound port: 60956b08-a3e2-4158-940a-cb1f98a98765, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ee407dc-69bb-4444-a6b1-4ca985272936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '11e0e390-3962-4c1a-9a29-d936175172f2'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:15:37.955296 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-b8a210ad-e0f1-4b72-b069-9291d95a08c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (60956b08-a3e2-4158-940a-cb1f98a98765), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:37.970089 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-21201d51-41ba-459b-9809-8e28c3751803 req-1641007b-4706-4512-b10f-1567d322911e tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b9f229-d187-4fbd-8e90-c03ff642664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741026 Jul 05 10:15:38.023029 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-b8a210ad-e0f1-4b72-b069-9291d95a08c7 service neutron] For port 60956b08-a3e2-4158-940a-cb1f98a98765, host hv-cinder-maste, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:15:38.025969 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-b8a210ad-e0f1-4b72-b069-9291d95a08c7 service neutron] For port 60956b08-a3e2-4158-940a-cb1f98a98765, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=60956b08-a3e2-4158-940a-cb1f98a98765,segment=NetworkSegment(6ee407dc-69bb-4444-a6b1-4ca985272936),segment_id=6ee407dc-69bb-4444-a6b1-4ca985272936)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:15:38.031754 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-b8a210ad-e0f1-4b72-b069-9291d95a08c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (60956b08-a3e2-4158-940a-cb1f98a98765), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:38.071849 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-b8a210ad-e0f1-4b72-b069-9291d95a08c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:38.072477 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-b8a210ad-e0f1-4b72-b069-9291d95a08c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:38.073882 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-b8a210ad-e0f1-4b72-b069-9291d95a08c7 service neutron] 10.222.0.30 "PUT /v2.0/ports/60956b08-a3e2-4158-940a-cb1f98a98765 HTTP/1.1" status: 200 len: 1094 time: 0.6635375 Jul 05 10:15:38.074299 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448f3f09-4db0-422d-b67c-100a0d43bd6b', 'tag': '60956b08-a3e2-4158-940a-cb1f98a98765'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:15:38.077062 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a732206-79f8-4d6e-8bd6-fffe61131918" -d '{"events": [{"name": "network-changed", "server_uuid": "448f3f09-4db0-422d-b67c-100a0d43bd6b", "tag": "60956b08-a3e2-4158-940a-cb1f98a98765"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:15:38.095314 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a210ad-e0f1-4b72-b069-9291d95a08c7 service neutron] Pushing event updated for resources: {'Port': ['ID=60956b08-a3e2-4158-940a-cb1f98a98765,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:38.177453 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59ba936-dda4-4587-a80e-be88aa43b1e6 x-openstack-request-id: req-a59ba936-dda4-4587-a80e-be88aa43b1e6 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:15:38.177718 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "448f3f09-4db0-422d-b67c-100a0d43bd6b", "tag": "60956b08-a3e2-4158-940a-cb1f98a98765", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:15:38.177963 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a59ba936-dda4-4587-a80e-be88aa43b1e6 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:15:38.178348 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a59ba936-dda4-4587-a80e-be88aa43b1e6'] response: {'name': 'network-changed', 'server_uuid': '448f3f09-4db0-422d-b67c-100a0d43bd6b', 'tag': '60956b08-a3e2-4158-940a-cb1f98a98765', 'status': 'completed', 'code': 200} Jul 05 10:15:38.187135 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:38.190590 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-27fc8167-ee18-4017-b9a4-6337df488238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:38.192054 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-27fc8167-ee18-4017-b9a4-6337df488238 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=accabbba722345d190b52446d1e7c2b7&device_id=448f3f09-4db0-422d-b67c-100a0d43bd6b HTTP/1.1" status: 200 len: 1128 time: 0.0426517 Jul 05 10:15:38.236651 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-64a2c0fe-0f2d-4d05-88ef-12cf448786ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60956b08-a3e2-4158-940a-cb1f98a98765 HTTP/1.1" status: 200 len: 217 time: 0.0319505 Jul 05 10:15:38.283381 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-0856908a-c194-48b9-9c72-e2b82611ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:38.284775 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-0856908a-c194-48b9-9c72-e2b82611ae0c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8be4582f-b993-4bc3-86a4-bb174b7ba120 HTTP/1.1" status: 200 len: 853 time: 0.0424962 Jul 05 10:15:38.320772 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-f5a7ca46-c493-40e8-bbf9-a1782c42a41f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11e0e390-3962-4c1a-9a29-d936175172f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294175 Jul 05 10:15:38.391979 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:38.409362 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-61c83260-55bd-4f1b-a9db-567f820a0480 service neutron] 10.222.0.30 "GET /v2.0/networks/11e0e390-3962-4c1a-9a29-d936175172f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819678 Jul 05 10:15:38.499735 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de742455-d6d9-4d32-a4ca-e1fce0b8d3b2 req-fde1cbf1-34b0-475b-8c88-c6e257aaec33 service neutron] 10.222.0.30 "GET /v2.0/networks/11e0e390-3962-4c1a-9a29-d936175172f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842607 Jul 05 10:15:39.081127 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb50514c-a812-431d-9fce-b525f31e7f7f req-f5922e7e-630b-45a1-ade8-719e96c753eb tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:39.082616 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fb50514c-a812-431d-9fce-b525f31e7f7f req-f5922e7e-630b-45a1-ade8-719e96c753eb tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=448f3f09-4db0-422d-b67c-100a0d43bd6b HTTP/1.1" status: 200 len: 944 time: 0.0469260 Jul 05 10:15:39.128743 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fb50514c-a812-431d-9fce-b525f31e7f7f req-e909fa7b-ec35-427c-82f7-8d1df8f6b067 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b9f229-d187-4fbd-8e90-c03ff642664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406439 Jul 05 10:15:40.242832 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034edee4-e3e0-4762-9a5d-d30a4078a6d7 req-803ca138-43ba-4e50-85c1-5f8cc979fdcb tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:40.244168 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-034edee4-e3e0-4762-9a5d-d30a4078a6d7 req-803ca138-43ba-4e50-85c1-5f8cc979fdcb tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=448f3f09-4db0-422d-b67c-100a0d43bd6b HTTP/1.1" status: 200 len: 944 time: 0.0467818 Jul 05 10:15:40.292893 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-034edee4-e3e0-4762-9a5d-d30a4078a6d7 req-7a62928b-9612-4cc1-877c-2ae9314b1ff2 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b9f229-d187-4fbd-8e90-c03ff642664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432937 Jul 05 10:15:41.405548 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5745aa4-a53d-4f42-bc2a-98e2058a43fb req-a3124af3-97ad-48bc-a4e7-8343613703ea tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:41.407020 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b5745aa4-a53d-4f42-bc2a-98e2058a43fb req-a3124af3-97ad-48bc-a4e7-8343613703ea tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=448f3f09-4db0-422d-b67c-100a0d43bd6b HTTP/1.1" status: 200 len: 944 time: 0.0461538 Jul 05 10:15:41.453475 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b5745aa4-a53d-4f42-bc2a-98e2058a43fb req-5736b12f-b6e9-4c8b-a8d4-4b244152e71e tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b9f229-d187-4fbd-8e90-c03ff642664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410283 Jul 05 10:15:41.479232 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2633f141-16ee-42de-8692-5582977c1dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:41.698726 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:41.798907 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a732206-79f8-4d6e-8bd6-fffe61131918 req-e9190753-a2d9-46a1-b3b4-60be66d9a823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:41.800359 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3a732206-79f8-4d6e-8bd6-fffe61131918 req-e9190753-a2d9-46a1-b3b4-60be66d9a823 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=accabbba722345d190b52446d1e7c2b7&device_id=448f3f09-4db0-422d-b67c-100a0d43bd6b HTTP/1.1" status: 200 len: 1128 time: 0.0394497 Jul 05 10:15:41.891504 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a732206-79f8-4d6e-8bd6-fffe61131918 req-c12e0864-74e4-456a-b19f-2e0e5b9454e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:41.892949 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3a732206-79f8-4d6e-8bd6-fffe61131918 req-c12e0864-74e4-456a-b19f-2e0e5b9454e0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11e0e390-3962-4c1a-9a29-d936175172f2 HTTP/1.1" status: 200 len: 914 time: 0.0863895 Jul 05 10:15:41.933703 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3a732206-79f8-4d6e-8bd6-fffe61131918 req-44a711c5-0db3-4261-8a69-7d98864d72b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60956b08-a3e2-4158-940a-cb1f98a98765 HTTP/1.1" status: 200 len: 217 time: 0.0329430 Jul 05 10:15:41.982263 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a732206-79f8-4d6e-8bd6-fffe61131918 req-c9e13f12-5693-4ff9-8f49-3853565f4a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:41.984219 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3a732206-79f8-4d6e-8bd6-fffe61131918 req-c9e13f12-5693-4ff9-8f49-3853565f4a61 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8be4582f-b993-4bc3-86a4-bb174b7ba120 HTTP/1.1" status: 200 len: 853 time: 0.0436745 Jul 05 10:15:42.022127 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3a732206-79f8-4d6e-8bd6-fffe61131918 req-4446a51a-64b7-48e3-bd43-29dd92a5ecde service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11e0e390-3962-4c1a-9a29-d936175172f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290263 Jul 05 10:15:42.112070 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3a732206-79f8-4d6e-8bd6-fffe61131918 req-2c332d3a-c74c-4dbe-9592-4d47adc62bc0 service neutron] 10.222.0.30 "GET /v2.0/networks/11e0e390-3962-4c1a-9a29-d936175172f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811262 Jul 05 10:15:42.205540 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3a732206-79f8-4d6e-8bd6-fffe61131918 req-7ecf6029-10a1-48e2-bf7a-8276c25d8174 service neutron] 10.222.0.30 "GET /v2.0/networks/11e0e390-3962-4c1a-9a29-d936175172f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842662 Jul 05 10:15:42.238118 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:15:42.555792 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:42.570865 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b84ca6-ec6b-475c-a8c4-08be40b212a9 req-150f67f7-d0b8-413a-a9ea-800324d46f66 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:42.572298 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-80b84ca6-ec6b-475c-a8c4-08be40b212a9 req-150f67f7-d0b8-413a-a9ea-800324d46f66 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=448f3f09-4db0-422d-b67c-100a0d43bd6b HTTP/1.1" status: 200 len: 944 time: 0.0476630 Jul 05 10:15:42.618576 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-80b84ca6-ec6b-475c-a8c4-08be40b212a9 req-df69a5c5-288e-4054-b732-12ec07526782 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b9f229-d187-4fbd-8e90-c03ff642664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407817 Jul 05 10:15:42.663522 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 60956b08-a3e2-4158-940a-cb1f98a98765 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:15:42.763025 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 60956b08-a3e2-4158-940a-cb1f98a98765, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=60956b08-a3e2-4158-940a-cb1f98a98765,segment=NetworkSegment(6ee407dc-69bb-4444-a6b1-4ca985272936),segment_id=6ee407dc-69bb-4444-a6b1-4ca985272936)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:42.774465 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Returning: {'device': '60956b08-a3e2-4158-940a-cb1f98a98765', 'network_id': '11e0e390-3962-4c1a-9a29-d936175172f2', 'port_id': '60956b08-a3e2-4158-940a-cb1f98a98765', 'mac_address': 'fa:16:3e:ae:24:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be4582f-b993-4bc3-86a4-bb174b7ba120', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:15:42.809180 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port 60956b08-a3e2-4158-940a-cb1f98a98765 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:15:42.809574 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (60956b08-a3e2-4158-940a-cb1f98a98765), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:42.822327 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60956b08-a3e2-4158-940a-cb1f98a98765 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:15:42.841818 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 60956b08-a3e2-4158-940a-cb1f98a98765, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=60956b08-a3e2-4158-940a-cb1f98a98765,segment=NetworkSegment(6ee407dc-69bb-4444-a6b1-4ca985272936),segment_id=6ee407dc-69bb-4444-a6b1-4ca985272936)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:42.846424 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (60956b08-a3e2-4158-940a-cb1f98a98765), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:42.890510 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=60956b08-a3e2-4158-940a-cb1f98a98765,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:43.400747 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['60956b08-a3e2-4158-940a-cb1f98a98765'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:15:43.727430 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f152f3-4b3c-4885-8151-13e55d74c94e req-903039fa-c734-402f-9d64-1af70cb5eaf8 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:43.728861 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-96f152f3-4b3c-4885-8151-13e55d74c94e req-903039fa-c734-402f-9d64-1af70cb5eaf8 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=448f3f09-4db0-422d-b67c-100a0d43bd6b HTTP/1.1" status: 200 len: 945 time: 0.0458937 Jul 05 10:15:43.779539 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-96f152f3-4b3c-4885-8151-13e55d74c94e req-1bee31b4-1adf-43fc-a03c-e96e7d15880d tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b9f229-d187-4fbd-8e90-c03ff642664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447168 Jul 05 10:15:43.995480 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-74ce9a0a-a18b-4895-8c1a-737b5732253e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:44.869343 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 60956b08-a3e2-4158-940a-cb1f98a98765 up at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:15:44.876519 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:44.892445 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726226fa-b2c8-41a5-9d6e-9c4a8ec54484 req-c4994bc1-f9ed-4ccc-8164-50c404302093 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:44.894629 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-726226fa-b2c8-41a5-9d6e-9c4a8ec54484 req-c4994bc1-f9ed-4ccc-8164-50c404302093 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=448f3f09-4db0-422d-b67c-100a0d43bd6b HTTP/1.1" status: 200 len: 945 time: 0.0483978 Jul 05 10:15:44.911853 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning for port 60956b08-a3e2-4158-940a-cb1f98a98765 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 10:15:44.918582 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning complete for port 60956b08-a3e2-4158-940a-cb1f98a98765 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:15:44.919589 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (60956b08-a3e2-4158-940a-cb1f98a98765), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:44.945943 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-726226fa-b2c8-41a5-9d6e-9c4a8ec54484 req-eb1e3ec6-0e09-442a-bded-dca31a0d5d1f tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b9f229-d187-4fbd-8e90-c03ff642664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465717 Jul 05 10:15:44.968991 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:45.010285 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port 60956b08-a3e2-4158-940a-cb1f98a98765 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:15:45.011025 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (60956b08-a3e2-4158-940a-cb1f98a98765), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:45.027730 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:45.033366 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448f3f09-4db0-422d-b67c-100a0d43bd6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60956b08-a3e2-4158-940a-cb1f98a98765'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:15:45.035528 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0ff12b24adccf04d36d5e95ed2fd555b52d0445ded186c21edfbf2ad21407b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52372b99-b448-4644-860e-cb506cbf74c4" -d '{"events": [{"server_uuid": "448f3f09-4db0-422d-b67c-100a0d43bd6b", "name": "network-vif-plugged", "status": "completed", "tag": "60956b08-a3e2-4158-940a-cb1f98a98765"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:15:45.049221 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 60956b08-a3e2-4158-940a-cb1f98a98765, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=60956b08-a3e2-4158-940a-cb1f98a98765,segment=NetworkSegment(6ee407dc-69bb-4444-a6b1-4ca985272936),segment_id=6ee407dc-69bb-4444-a6b1-4ca985272936)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:45.053821 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (60956b08-a3e2-4158-940a-cb1f98a98765), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:45.075063 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:45.080652 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f24f8c-8de4-406f-b426-bcaf0e27a196 x-openstack-request-id: req-81f24f8c-8de4-406f-b426-bcaf0e27a196 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:15:45.080937 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448f3f09-4db0-422d-b67c-100a0d43bd6b", "name": "network-vif-plugged", "status": "completed", "tag": "60956b08-a3e2-4158-940a-cb1f98a98765", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:15:45.081185 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81f24f8c-8de4-406f-b426-bcaf0e27a196 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:15:45.081569 dv-cinder-master-3-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81f24f8c-8de4-406f-b426-bcaf0e27a196'] response: {'server_uuid': '448f3f09-4db0-422d-b67c-100a0d43bd6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60956b08-a3e2-4158-940a-cb1f98a98765', 'code': 200} Jul 05 10:15:45.102839 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=60956b08-a3e2-4158-940a-cb1f98a98765,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:45.284045 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12030757-a4c3-4f17-aa78-c35a1d0d3d52 req-09aec4c4-8d2c-4583-963c-bb4cb5ee8a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:45.285593 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-12030757-a4c3-4f17-aa78-c35a1d0d3d52 req-09aec4c4-8d2c-4583-963c-bb4cb5ee8a6f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=448f3f09-4db0-422d-b67c-100a0d43bd6b HTTP/1.1" status: 200 len: 1130 time: 0.0381272 Jul 05 10:15:45.330163 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-12030757-a4c3-4f17-aa78-c35a1d0d3d52 req-21e7109a-2eaa-452f-88e8-0584c7190948 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b0b9f229-d187-4fbd-8e90-c03ff642664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372314 Jul 05 10:15:46.066583 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce3122-d1d2-450b-af0a-fd1f8b042ead req-1f14d91a-ffb4-464c-9567-e4a9c6887aa7 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:46.068025 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-97ce3122-d1d2-450b-af0a-fd1f8b042ead req-1f14d91a-ffb4-464c-9567-e4a9c6887aa7 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=448f3f09-4db0-422d-b67c-100a0d43bd6b HTTP/1.1" status: 200 len: 946 time: 0.0497787 Jul 05 10:15:46.114891 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-97ce3122-d1d2-450b-af0a-fd1f8b042ead req-e6c879d4-d84e-46b9-b13f-f1843599c056 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b9f229-d187-4fbd-8e90-c03ff642664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414200 Jul 05 10:15:46.265686 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:46.806540 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:15:47.229579 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7ceda-e48b-47d1-bdb4-9f80e16e9e67 req-d3d02f81-6dda-4cd0-96f4-a47ce01832ed tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:47.231019 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4dd7ceda-e48b-47d1-bdb4-9f80e16e9e67 req-d3d02f81-6dda-4cd0-96f4-a47ce01832ed tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=448f3f09-4db0-422d-b67c-100a0d43bd6b HTTP/1.1" status: 200 len: 946 time: 0.0467184 Jul 05 10:15:47.278461 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4dd7ceda-e48b-47d1-bdb4-9f80e16e9e67 req-d8bae853-28bd-4c3d-acc6-0050cafe1478 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b9f229-d187-4fbd-8e90-c03ff642664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406952 Jul 05 10:15:48.388434 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61438d-94cc-4efa-beaa-fdf876bf5581 req-ac5ba561-fe21-4cfd-86c3-d6ece713e687 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:48.389853 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-be61438d-94cc-4efa-beaa-fdf876bf5581 req-ac5ba561-fe21-4cfd-86c3-d6ece713e687 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=448f3f09-4db0-422d-b67c-100a0d43bd6b HTTP/1.1" status: 200 len: 946 time: 0.0467663 Jul 05 10:15:48.438960 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-be61438d-94cc-4efa-beaa-fdf876bf5581 req-52dee6a6-4c7e-4764-a914-ceb5892938b9 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b9f229-d187-4fbd-8e90-c03ff642664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437977 Jul 05 10:15:49.549824 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4adaa-4e87-439b-83c6-08e0f855347d req-f6bdcca8-06fa-47f6-9407-8b8a6e3c44e4 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:15:49.551267 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0ed4adaa-4e87-439b-83c6-08e0f855347d req-f6bdcca8-06fa-47f6-9407-8b8a6e3c44e4 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=448f3f09-4db0-422d-b67c-100a0d43bd6b HTTP/1.1" status: 200 len: 946 time: 0.0470915 Jul 05 10:15:49.598184 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0ed4adaa-4e87-439b-83c6-08e0f855347d req-cb3acc41-d65e-4282-905a-92db96a4aad6 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b9f229-d187-4fbd-8e90-c03ff642664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415554 Jul 05 10:15:56.801015 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=12 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:56.801808 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:59.586675 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=46 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:15:59.593813 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=74 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:16:10.191563 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=4 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:16:10.192325 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:16:11.480554 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6915df32-7bdf-431f-b5df-9bb6618244d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:11.721603 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:13.997475 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-eab6559f-a4f9-452d-9485-f304a4e57b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:14.941153 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:15.857498 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c15a5-ea7a-4406-b65b-76f6e8bea758 req-a9dc2135-162c-45ea-86b1-155db2661b08 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:15.858885 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-176c15a5-ea7a-4406-b65b-76f6e8bea758 req-a9dc2135-162c-45ea-86b1-155db2661b08 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=448f3f09-4db0-422d-b67c-100a0d43bd6b HTTP/1.1" status: 200 len: 946 time: 0.0480392 Jul 05 10:16:15.904871 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-176c15a5-ea7a-4406-b65b-76f6e8bea758 req-b4dd83ee-0f9b-4348-8433-71c2c4b2d02c tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b9f229-d187-4fbd-8e90-c03ff642664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404596 Jul 05 10:16:16.268145 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:16.807328 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:17.021599 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871c2fc-ced6-465d-a89d-c9efd371cc13 req-80aa21a0-a616-4ad6-bcf9-461efe2572dd tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:17.023625 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3871c2fc-ced6-465d-a89d-c9efd371cc13 req-80aa21a0-a616-4ad6-bcf9-461efe2572dd tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=448f3f09-4db0-422d-b67c-100a0d43bd6b HTTP/1.1" status: 200 len: 946 time: 0.0499411 Jul 05 10:16:17.068949 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3871c2fc-ced6-465d-a89d-c9efd371cc13 req-dd17b519-614f-40a0-84c2-099df2cd911a tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b9f229-d187-4fbd-8e90-c03ff642664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397923 Jul 05 10:16:17.447716 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6de39f45-8a91-476d-ac92-1afb25dc7e22 req-48ba830b-7d23-471c-b8db-a33357cd8eb4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387313 Jul 05 10:16:17.526463 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de39f45-8a91-476d-ac92-1afb25dc7e22 req-ada5b3f4-08d1-426a-bbb8-a220ac22d106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:17.527936 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6de39f45-8a91-476d-ac92-1afb25dc7e22 req-ada5b3f4-08d1-426a-bbb8-a220ac22d106 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7eccead420ae4aacb6f31dcb17a138cc&device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 1130 time: 0.0383987 Jul 05 10:16:17.639215 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de39f45-8a91-476d-ac92-1afb25dc7e22 req-ae4953f1-3777-433b-9cdb-4805ee697d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:17.640699 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6de39f45-8a91-476d-ac92-1afb25dc7e22 req-ae4953f1-3777-433b-9cdb-4805ee697d64 service neutron] 10.222.0.30 "GET /v2.0/networks?id=033e3c55-aad3-40e5-8b8b-1dedb7b873c7 HTTP/1.1" status: 200 len: 915 time: 0.0885749 Jul 05 10:16:17.700179 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6de39f45-8a91-476d-ac92-1afb25dc7e22 req-7180cfc9-398d-4789-8a73-3fa3334616b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66542ef5-f0db-4a7d-ab6e-ceb382db45de HTTP/1.1" status: 200 len: 1002 time: 0.0532432 Jul 05 10:16:17.954991 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de39f45-8a91-476d-ac92-1afb25dc7e22 req-3f352954-96c1-46aa-8fd5-54e2136b43e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:17.956358 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6de39f45-8a91-476d-ac92-1afb25dc7e22 req-3f352954-96c1-46aa-8fd5-54e2136b43e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22a7c97f-a653-4bd5-b189-3fc891a00ce4 HTTP/1.1" status: 200 len: 853 time: 0.0488110 Jul 05 10:16:18.001912 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de39f45-8a91-476d-ac92-1afb25dc7e22 req-39c1890a-1cc4-4efe-8583-52de258e8db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:18.003378 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6de39f45-8a91-476d-ac92-1afb25dc7e22 req-39c1890a-1cc4-4efe-8583-52de258e8db6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=033e3c55-aad3-40e5-8b8b-1dedb7b873c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388885 Jul 05 10:16:18.115575 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6de39f45-8a91-476d-ac92-1afb25dc7e22 req-1ff5f98e-4bd4-44d0-8c4d-5c6ddb1b2b1a service neutron] 10.222.0.30 "GET /v2.0/networks/033e3c55-aad3-40e5-8b8b-1dedb7b873c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863445 Jul 05 10:16:18.230649 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88638b-a9e7-4cb0-87d8-36310b976654 req-93aff6e4-0b37-4344-858f-b1f3ed09b68e tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:18.233534 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9e88638b-a9e7-4cb0-87d8-36310b976654 req-93aff6e4-0b37-4344-858f-b1f3ed09b68e tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=448f3f09-4db0-422d-b67c-100a0d43bd6b HTTP/1.1" status: 200 len: 946 time: 0.0885849 Jul 05 10:16:18.304213 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6de39f45-8a91-476d-ac92-1afb25dc7e22 req-96dbb7be-7ab2-481e-a5e0-471d70b77b5b service neutron] 10.222.0.30 "GET /v2.0/networks/033e3c55-aad3-40e5-8b8b-1dedb7b873c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819687 Jul 05 10:16:18.310150 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49b1ce-52fe-45de-aac4-df55813e4103 req-be73b846-954d-4379-aff7-b16226d5c8c3 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:18.311463 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8a49b1ce-52fe-45de-aac4-df55813e4103 req-be73b846-954d-4379-aff7-b16226d5c8c3 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.30 "GET /v2.0/ports?device_id=448f3f09-4db0-422d-b67c-100a0d43bd6b HTTP/1.1" status: 200 len: 946 time: 0.0770802 Jul 05 10:16:18.347326 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9e88638b-a9e7-4cb0-87d8-36310b976654 req-30b2515b-0e5d-47a0-9e87-95ac9428f942 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b9f229-d187-4fbd-8e90-c03ff642664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007574 Jul 05 10:16:18.418184 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-8a49b1ce-52fe-45de-aac4-df55813e4103 req-ba309363-a7e2-4328-b719-229f05b2eda8 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Deleting port 60956b08-a3e2-4158-940a-cb1f98a98765 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:16:18.418526 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8a49b1ce-52fe-45de-aac4-df55813e4103 req-ba309363-a7e2-4328-b719-229f05b2eda8 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (60956b08-a3e2-4158-940a-cb1f98a98765), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:18.516744 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:16:18.518898 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-8a49b1ce-52fe-45de-aac4-df55813e4103 req-ba309363-a7e2-4328-b719-229f05b2eda8 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] For port 60956b08-a3e2-4158-940a-cb1f98a98765, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=60956b08-a3e2-4158-940a-cb1f98a98765,segment=NetworkSegment(6ee407dc-69bb-4444-a6b1-4ca985272936),segment_id=6ee407dc-69bb-4444-a6b1-4ca985272936)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:18.519260 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8a49b1ce-52fe-45de-aac4-df55813e4103 req-ba309363-a7e2-4328-b719-229f05b2eda8 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (60956b08-a3e2-4158-940a-cb1f98a98765), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:18.527203 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:16:18.535373 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-8a49b1ce-52fe-45de-aac4-df55813e4103 req-ba309363-a7e2-4328-b719-229f05b2eda8 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Calling delete_port for 60956b08-a3e2-4158-940a-cb1f98a98765 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:16:18.666876 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8a49b1ce-52fe-45de-aac4-df55813e4103 req-ba309363-a7e2-4328-b719-229f05b2eda8 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (60956b08-a3e2-4158-940a-cb1f98a98765), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:18.693307 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba309363-a7e2-4328-b719-229f05b2eda8 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Pushing event deleted for resources: {'Port': ['ID=60956b08-a3e2-4158-940a-cb1f98a98765,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:18.703788 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba309363-a7e2-4328-b719-229f05b2eda8 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:18.704133 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba309363-a7e2-4328-b719-229f05b2eda8 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:18.704505 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba309363-a7e2-4328-b719-229f05b2eda8 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:18.704845 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba309363-a7e2-4328-b719-229f05b2eda8 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:18.705178 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba309363-a7e2-4328-b719-229f05b2eda8 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:18.705507 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba309363-a7e2-4328-b719-229f05b2eda8 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:18.705829 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba309363-a7e2-4328-b719-229f05b2eda8 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:18.706156 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba309363-a7e2-4328-b719-229f05b2eda8 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:18.707007 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba309363-a7e2-4328-b719-229f05b2eda8 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:18.707007 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba309363-a7e2-4328-b719-229f05b2eda8 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:18.707185 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba309363-a7e2-4328-b719-229f05b2eda8 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:18.707424 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba309363-a7e2-4328-b719-229f05b2eda8 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:18.707744 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba309363-a7e2-4328-b719-229f05b2eda8 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:18.708064 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba309363-a7e2-4328-b719-229f05b2eda8 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:18.708382 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba309363-a7e2-4328-b719-229f05b2eda8 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:18.709584 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['60956b08-a3e2-4158-940a-cb1f98a98765'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:16:18.751533 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a49b1ce-52fe-45de-aac4-df55813e4103 req-ba309363-a7e2-4328-b719-229f05b2eda8 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] No DVR routers for this DVR port 60956b08-a3e2-4158-940a-cb1f98a98765 on host hv-cinder-maste {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:16:18.754010 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8a49b1ce-52fe-45de-aac4-df55813e4103 req-ba309363-a7e2-4328-b719-229f05b2eda8 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:18.757930 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8a49b1ce-52fe-45de-aac4-df55813e4103 req-ba309363-a7e2-4328-b719-229f05b2eda8 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.30 "DELETE /v2.0/ports/60956b08-a3e2-4158-940a-cb1f98a98765 HTTP/1.1" status: 204 len: 173 time: 0.4259503 Jul 05 10:16:18.758358 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448f3f09-4db0-422d-b67c-100a0d43bd6b', 'name': 'network-vif-deleted', 'tag': '60956b08-a3e2-4158-940a-cb1f98a98765'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:16:18.760579 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173d78f6-8937-4cf3-a70c-00aa660c4973" -d '{"events": [{"server_uuid": "448f3f09-4db0-422d-b67c-100a0d43bd6b", "name": "network-vif-deleted", "tag": "60956b08-a3e2-4158-940a-cb1f98a98765"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:16:18.796919 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f5ae20-b579-45fe-8fbe-fdffdd4fd526 x-openstack-request-id: req-f6f5ae20-b579-45fe-8fbe-fdffdd4fd526 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:16:18.797207 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448f3f09-4db0-422d-b67c-100a0d43bd6b", "name": "network-vif-deleted", "tag": "60956b08-a3e2-4158-940a-cb1f98a98765", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:16:18.797454 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6f5ae20-b579-45fe-8fbe-fdffdd4fd526 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:16:18.797847 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6f5ae20-b579-45fe-8fbe-fdffdd4fd526'] response: {'server_uuid': '448f3f09-4db0-422d-b67c-100a0d43bd6b', 'name': 'network-vif-deleted', 'tag': '60956b08-a3e2-4158-940a-cb1f98a98765', 'status': 'completed', 'code': 200} Jul 05 10:16:19.236374 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:16:19.456040 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1d348897-dde6-4135-88e2-16a15173bbf7 req-9b901df4-a9f8-4dc9-895b-5f70c3cd56c7 tempest-VolumesSnapshotTestJSON-1826132577 tempest-VolumesSnapshotTestJSON-1826132577-project] 10.222.0.20 "GET /v2.0/ports?device_id=448f3f09-4db0-422d-b67c-100a0d43bd6b HTTP/1.1" status: 200 len: 210 time: 0.0276301 Jul 05 10:16:21.010045 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 60956b08-a3e2-4158-940a-cb1f98a98765 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:16:21.029787 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] No Port match for: 60956b08-a3e2-4158-940a-cb1f98a98765 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:16:21.030129 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 60956b08-a3e2-4158-940a-cb1f98a98765 not bound to the agent host hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:16:28.577555 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92743964-6275-4030-a8a6-dc6973dbb5f6 req-36c9ec1f-e54e-4320-84d0-398d545edef7 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:28.579052 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-92743964-6275-4030-a8a6-dc6973dbb5f6 req-36c9ec1f-e54e-4320-84d0-398d545edef7 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.3051372 Jul 05 10:16:28.582512 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4f11b-8647-40ef-9cda-698ae4286873 req-ea8af309-1fd9-4ccc-9993-4df3af772a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:28.584019 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-44e4f11b-8647-40ef-9cda-698ae4286873 req-ea8af309-1fd9-4ccc-9993-4df3af772a74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f2199fa0bc54901aa24195a250a9e25&device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 1130 time: 0.2990453 Jul 05 10:16:28.704615 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-92743964-6275-4030-a8a6-dc6973dbb5f6 req-92a6fdd7-95eb-45ee-a0dd-de87ad02ef1a tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128588 Jul 05 10:16:28.713857 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4f11b-8647-40ef-9cda-698ae4286873 req-7a6a9aed-4a07-4408-961c-15bf83e52221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:28.715364 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-44e4f11b-8647-40ef-9cda-698ae4286873 req-7a6a9aed-4a07-4408-961c-15bf83e52221 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 HTTP/1.1" status: 200 len: 919 time: 0.1247990 Jul 05 10:16:28.777149 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-44e4f11b-8647-40ef-9cda-698ae4286873 req-049bf2f2-9271-471b-b2a1-0b62d4a97f92 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e27d9ee6-1685-4aec-bb2d-ae3b3206c610 HTTP/1.1" status: 200 len: 1002 time: 0.0552239 Jul 05 10:16:28.826461 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4f11b-8647-40ef-9cda-698ae4286873 req-e7e77bfa-0dc8-4a3d-ae40-e93643c13eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:28.828184 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-44e4f11b-8647-40ef-9cda-698ae4286873 req-e7e77bfa-0dc8-4a3d-ae40-e93643c13eeb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49eafe0c-582f-492a-b16d-b0de2f074502 HTTP/1.1" status: 200 len: 857 time: 0.0444694 Jul 05 10:16:28.876875 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4f11b-8647-40ef-9cda-698ae4286873 req-c8b46d0c-784d-4931-9438-dcd000c647a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:28.878496 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-44e4f11b-8647-40ef-9cda-698ae4286873 req-c8b46d0c-784d-4931-9438-dcd000c647a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445073 Jul 05 10:16:28.969148 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-44e4f11b-8647-40ef-9cda-698ae4286873 req-8f22e307-ef59-4df9-b487-84de3ec6d193 service neutron] 10.222.0.30 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845125 Jul 05 10:16:29.061582 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-44e4f11b-8647-40ef-9cda-698ae4286873 req-81c82241-fade-44fe-85bc-9a3ed63c90e0 service neutron] 10.222.0.30 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862474 Jul 05 10:16:29.826227 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de3733-7b97-4f41-a48e-7f88c0583f6e req-d98ffb29-93c4-4815-af2f-1284349ea6f1 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:29.828099 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-94de3733-7b97-4f41-a48e-7f88c0583f6e req-d98ffb29-93c4-4815-af2f-1284349ea6f1 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.0507016 Jul 05 10:16:29.888104 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-94de3733-7b97-4f41-a48e-7f88c0583f6e req-7424dfc4-080c-4bed-a5ad-758403dc982a tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533314 Jul 05 10:16:30.999053 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaba544-4cee-4f78-b9c3-f183b7fbceef req-167bb62f-9b3a-4910-ae56-7a6ad9b10052 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:31.000523 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-beaba544-4cee-4f78-b9c3-f183b7fbceef req-167bb62f-9b3a-4910-ae56-7a6ad9b10052 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.0511315 Jul 05 10:16:31.013681 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:16:31.014783 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=11,neutron:UPDATE=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:16:31.030058 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:16:31.036677 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:16:31.060925 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-beaba544-4cee-4f78-b9c3-f183b7fbceef req-645169bf-aaed-4117-b62d-32772796977b tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549762 Jul 05 10:16:32.175767 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf0e5f-cece-43d1-a453-f5a4bc011c63 req-54d28fd9-eb48-46d0-ad83-6911b48381c8 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:32.177194 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0cdf0e5f-cece-43d1-a453-f5a4bc011c63 req-54d28fd9-eb48-46d0-ad83-6911b48381c8 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.0479062 Jul 05 10:16:32.222750 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0cdf0e5f-cece-43d1-a453-f5a4bc011c63 req-776584c9-4c78-4eb6-b208-e2856c7133df tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401175 Jul 05 10:16:33.336195 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358552f-f29d-4956-9ce7-01e4b97520da req-cee3f4d0-66a9-4c9f-86d5-9c80f8423972 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:33.337975 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6358552f-f29d-4956-9ce7-01e4b97520da req-cee3f4d0-66a9-4c9f-86d5-9c80f8423972 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.0471249 Jul 05 10:16:33.387820 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6358552f-f29d-4956-9ce7-01e4b97520da req-35f08faa-141f-4508-ab49-571cd8e4e234 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445197 Jul 05 10:16:34.499021 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba48de5-7a91-4447-884a-5fe9b65d7b43 req-1d8c2724-b146-4743-b231-753f3e2e8058 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:34.500489 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2ba48de5-7a91-4447-884a-5fe9b65d7b43 req-1d8c2724-b146-4743-b231-753f3e2e8058 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.0464180 Jul 05 10:16:34.546510 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2ba48de5-7a91-4447-884a-5fe9b65d7b43 req-1d7c4372-9117-4131-97e7-369d62d423bf tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407434 Jul 05 10:16:35.658633 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66b36f-1cbd-4ebf-878d-c34f8fdbd7f1 req-4b7d5d8e-f4d7-4005-8cb3-f78a8d50e6dc tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:35.660070 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9b66b36f-1cbd-4ebf-878d-c34f8fdbd7f1 req-4b7d5d8e-f4d7-4005-8cb3-f78a8d50e6dc tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.0468609 Jul 05 10:16:35.705550 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9b66b36f-1cbd-4ebf-878d-c34f8fdbd7f1 req-36277ded-cf28-44a2-a24c-ae78fc3cff74 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401535 Jul 05 10:16:36.826438 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fb618-ae68-43b8-8b09-839ad649d2a3 req-cc27f1be-b73d-453c-ab5a-c1d84a281e88 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:36.827784 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-177fb618-ae68-43b8-8b09-839ad649d2a3 req-cc27f1be-b73d-453c-ab5a-c1d84a281e88 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.0551240 Jul 05 10:16:36.874590 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-177fb618-ae68-43b8-8b09-839ad649d2a3 req-92fb8fbe-6f24-40da-9fd6-b8fec3201d43 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413373 Jul 05 10:16:37.988604 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c884c-50be-46d2-a6f6-1ac79bba99bb req-87859af5-2c29-4843-bc76-cb0f23aa736f tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:37.990083 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b62c884c-50be-46d2-a6f6-1ac79bba99bb req-87859af5-2c29-4843-bc76-cb0f23aa736f tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.0485983 Jul 05 10:16:38.037684 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b62c884c-50be-46d2-a6f6-1ac79bba99bb req-f8ad46a2-45b7-43c6-98e6-6289e70bfdf6 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410886 Jul 05 10:16:38.202528 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=5 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:16:38.207363 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:16:39.152890 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35959c23-6f25-4846-8af5-e75fc9ff3a17 req-54cbfe51-5b63-47db-acb8-4b70033baaf9 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:39.154339 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-35959c23-6f25-4846-8af5-e75fc9ff3a17 req-54cbfe51-5b63-47db-acb8-4b70033baaf9 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.0475821 Jul 05 10:16:39.203965 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-35959c23-6f25-4846-8af5-e75fc9ff3a17 req-161bf306-9c46-48e6-b923-1f37e746408c tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441511 Jul 05 10:16:40.319872 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766295f2-6df6-4370-beff-0416d087fcbf req-4f007ed6-d08f-47cd-b1c0-5ab8f3763dc5 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:40.321363 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-766295f2-6df6-4370-beff-0416d087fcbf req-4f007ed6-d08f-47cd-b1c0-5ab8f3763dc5 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.0501530 Jul 05 10:16:40.368779 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-766295f2-6df6-4370-beff-0416d087fcbf req-11c1ab07-93b5-4ca7-9e6a-81fceee9ec57 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411372 Jul 05 10:16:41.483257 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dd05b1c6-7c5b-425a-906d-c30abb989fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:41.490177 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eefdc7-c193-4f64-b05d-8a3f39027bff req-d8a69230-0af5-455e-a23e-fe895d1ec527 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:41.491810 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-22eefdc7-c193-4f64-b05d-8a3f39027bff req-d8a69230-0af5-455e-a23e-fe895d1ec527 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.0533741 Jul 05 10:16:41.542859 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-22eefdc7-c193-4f64-b05d-8a3f39027bff req-209e60c1-6ae5-408a-9c70-d746dbf5f233 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448101 Jul 05 10:16:41.735348 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:42.658366 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e65cb1-bea1-4f7b-bf9f-0ad3f8fa3f51 req-3dfa5496-2d09-4d8f-93fe-577ecccccae2 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:42.659817 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-18e65cb1-bea1-4f7b-bf9f-0ad3f8fa3f51 req-3dfa5496-2d09-4d8f-93fe-577ecccccae2 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.0502934 Jul 05 10:16:42.705601 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-18e65cb1-bea1-4f7b-bf9f-0ad3f8fa3f51 req-1491625d-c853-4af7-bb23-15d9fbb44ad0 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403948 Jul 05 10:16:43.792629 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:16:43.829259 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c34ccd-233b-4c33-8d12-e7eb4b91df3f req-92417b0f-73a7-4616-9915-3246557f4342 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:43.830727 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b4c34ccd-233b-4c33-8d12-e7eb4b91df3f req-92417b0f-73a7-4616-9915-3246557f4342 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.0480447 Jul 05 10:16:43.877582 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b4c34ccd-233b-4c33-8d12-e7eb4b91df3f req-f57806ff-d26f-4bbf-857f-3561a16734b9 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414698 Jul 05 10:16:43.999077 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1971f3f4-bfc6-437d-8ccb-c22a79d34851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:44.946723 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:44.999590 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbe001-2b60-4e6e-a0ec-9a8d42731763 req-e76dd76e-188a-4b0a-b966-123bd1332f61 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:45.001077 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e9dbe001-2b60-4e6e-a0ec-9a8d42731763 req-e76dd76e-188a-4b0a-b966-123bd1332f61 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.0532422 Jul 05 10:16:45.026603 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:16:45.048877 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e9dbe001-2b60-4e6e-a0ec-9a8d42731763 req-0c0737bc-c3e6-41ce-a4ed-d0c7052bc49c tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421793 Jul 05 10:16:45.621869 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 49460) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:16:45.665806 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa4c680-e0c7-4cc7-8565-1037671f4dd8 admin admin] Deleting subnet 8be4582f-b993-4bc3-86a4-bb174b7ba120 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 05 10:16:45.668898 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-faa4c680-e0c7-4cc7-8565-1037671f4dd8 admin admin] Publish callbacks [] for subnet (8be4582f-b993-4bc3-86a4-bb174b7ba120), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:45.702936 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-faa4c680-e0c7-4cc7-8565-1037671f4dd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27201669'] for subnet (8be4582f-b993-4bc3-86a4-bb174b7ba120), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:45.742212 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-faa4c680-e0c7-4cc7-8565-1037671f4dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2072780'] for subnet (8be4582f-b993-4bc3-86a4-bb174b7ba120), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:45.797445 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-faa4c680-e0c7-4cc7-8565-1037671f4dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2072775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26022182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013299'] for subnet (8be4582f-b993-4bc3-86a4-bb174b7ba120), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:45.823037 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4c680-e0c7-4cc7-8565-1037671f4dd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8be4582f-b993-4bc3-86a4-bb174b7ba120,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:45.827312 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-faa4c680-e0c7-4cc7-8565-1037671f4dd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:45.830453 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-faa4c680-e0c7-4cc7-8565-1037671f4dd8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8be4582f-b993-4bc3-86a4-bb174b7ba120 HTTP/1.1" status: 204 len: 168 time: 0.2075872 Jul 05 10:16:45.832939 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 49462) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:16:45.900073 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c4dc59cb-9881-4d47-9098-157800f51dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1968054'] for network (11e0e390-3962-4c1a-9a29-d936175172f2), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:45.981618 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c4dc59cb-9881-4d47-9098-157800f51dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988390', 'neutron.services.segments.db._delete_segments_for_network-8734376687225'] for network (11e0e390-3962-4c1a-9a29-d936175172f2), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:46.001370 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-c4dc59cb-9881-4d47-9098-157800f51dcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e0e390-3962-4c1a-9a29-d936175172f2']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:46.010536 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-c4dc59cb-9881-4d47-9098-157800f51dcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee407dc-69bb-4444-a6b1-4ca985272936') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:46.010831 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-c4dc59cb-9881-4d47-9098-157800f51dcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee407dc-69bb-4444-a6b1-4ca985272936') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:46.020921 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c4dc59cb-9881-4d47-9098-157800f51dcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734376687490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27201678'] for segment (6ee407dc-69bb-4444-a6b1-4ca985272936), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:46.034483 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c4dc59cb-9881-4d47-9098-157800f51dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (6ee407dc-69bb-4444-a6b1-4ca985272936), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:46.040693 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4dc59cb-9881-4d47-9098-157800f51dcb admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:16:46.041074 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c4dc59cb-9881-4d47-9098-157800f51dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26022364'] for segment (6ee407dc-69bb-4444-a6b1-4ca985272936), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:46.066395 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.services.segments.plugin [-] Segment 6ee407dc-69bb-4444-a6b1-4ca985272936 resource provider aggregate not found Jul 05 10:16:46.109442 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c4dc59cb-9881-4d47-9098-157800f51dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-790277'] for network (11e0e390-3962-4c1a-9a29-d936175172f2), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:46.116656 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.services.segments.plugin [-] Segment 6ee407dc-69bb-4444-a6b1-4ca985272936 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ee407dc-69bb-4444-a6b1-4ca985272936 found for delete ", "request_id": "req-b8699303-9a73-4ef6-b366-062225cb56b1"}]} Jul 05 10:16:46.119257 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c4dc59cb-9881-4d47-9098-157800f51dcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:46.122388 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-c4dc59cb-9881-4d47-9098-157800f51dcb admin admin] 10.222.0.20 "DELETE /v2.0/networks/11e0e390-3962-4c1a-9a29-d936175172f2 HTTP/1.1" status: 204 len: 168 time: 0.2885504 Jul 05 10:16:46.142412 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc59cb-9881-4d47-9098-157800f51dcb admin admin] Pushing event deleted for resources: {'Network': ['ID=11e0e390-3962-4c1a-9a29-d936175172f2,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:46.178478 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdd515-4bde-4c8e-9cb0-502f6d42cc0f req-70b095aa-9026-40b1-bcc2-a3540f315eff tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:46.179954 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-36cdd515-4bde-4c8e-9cb0-502f6d42cc0f req-70b095aa-9026-40b1-bcc2-a3540f315eff tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.0566051 Jul 05 10:16:46.229521 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-36cdd515-4bde-4c8e-9cb0-502f6d42cc0f req-3e773d69-7388-4df1-a3ec-eaf7ed44dad9 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439739 Jul 05 10:16:46.271093 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:46.293951 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 49472) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:16:46.333529 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-8c20af28-68c4-42a4-adf3-6cab0da22b8d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=accabbba722345d190b52446d1e7c2b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384226 Jul 05 10:16:46.335846 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 49474) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:16:46.386401 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4d33ba3d-f5b0-4b9c-b675-1ef58bc70462 admin admin] Publish callbacks [] for security_group (b0b9f229-d187-4fbd-8e90-c03ff642664d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:46.407849 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4d33ba3d-f5b0-4b9c-b675-1ef58bc70462 admin admin] Publish callbacks [] for security_group (b0b9f229-d187-4fbd-8e90-c03ff642664d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:46.438973 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:16:46.458154 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4d33ba3d-f5b0-4b9c-b675-1ef58bc70462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (b0b9f229-d187-4fbd-8e90-c03ff642664d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:46.460898 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4d33ba3d-f5b0-4b9c-b675-1ef58bc70462 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:46.462056 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-4d33ba3d-f5b0-4b9c-b675-1ef58bc70462 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0b9f229-d187-4fbd-8e90-c03ff642664d HTTP/1.1" status: 204 len: 168 time: 0.1252801 Jul 05 10:16:46.470669 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33ba3d-f5b0-4b9c-b675-1ef58bc70462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b9f229-d187-4fbd-8e90-c03ff642664d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:46.620016 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:16:46.652107 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b52f2-5b25-495b-8727-4c2021b68d0a req-fbf48274-8603-4fb3-9300-a8c5d1dbcb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:46.653721 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7f8b52f2-5b25-495b-8727-4c2021b68d0a req-fbf48274-8603-4fb3-9300-a8c5d1dbcb02 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 1130 time: 0.0419359 Jul 05 10:16:46.703386 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7f8b52f2-5b25-495b-8727-4c2021b68d0a req-7c0685d6-c48a-4e2d-ab65-d65270244edb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431871 Jul 05 10:16:46.811373 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:47.348554 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30361647-8827-4450-a9cd-386f405bb2d8 req-13fb0d5c-f846-436e-9546-d79435774a98 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:47.350266 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-30361647-8827-4450-a9cd-386f405bb2d8 req-13fb0d5c-f846-436e-9546-d79435774a98 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.0471864 Jul 05 10:16:47.398737 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-30361647-8827-4450-a9cd-386f405bb2d8 req-f8a09b5d-c9da-45a3-ae40-5494c548b5d0 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431552 Jul 05 10:16:48.510688 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f3a87-7b4f-4ba2-9368-b7e8a5a5e045 req-ac261f2b-430b-4acd-ab7a-3f56dae7f8a5 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:48.512142 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-290f3a87-7b4f-4ba2-9368-b7e8a5a5e045 req-ac261f2b-430b-4acd-ab7a-3f56dae7f8a5 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.0468025 Jul 05 10:16:48.558581 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-290f3a87-7b4f-4ba2-9368-b7e8a5a5e045 req-30c9bd6a-63f4-4401-9cc4-0847d620725f tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410361 Jul 05 10:16:48.980024 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed3533-fd84-4e46-bcc4-109cd173ae2a req-5fe144c8-6377-4e60-8c8e-39cc7b6c7554 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:48.981528 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f9ed3533-fd84-4e46-bcc4-109cd173ae2a req-5fe144c8-6377-4e60-8c8e-39cc7b6c7554 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.0796027 Jul 05 10:16:48.983098 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf08897-c40c-49e9-bf82-df5342a18df9 req-19b0ac47-c524-4214-8f08-baaea536b16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:48.985015 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-acf08897-c40c-49e9-bf82-df5342a18df9 req-19b0ac47-c524-4214-8f08-baaea536b16a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f2199fa0bc54901aa24195a250a9e25&device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 1130 time: 0.0718954 Jul 05 10:16:49.086125 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f9ed3533-fd84-4e46-bcc4-109cd173ae2a req-074be932-be31-468e-b9dc-35d489943426 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982604 Jul 05 10:16:49.107451 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf08897-c40c-49e9-bf82-df5342a18df9 req-2cf8e5cb-f81d-48ee-aa58-f094b4d85eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:49.109467 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-acf08897-c40c-49e9-bf82-df5342a18df9 req-2cf8e5cb-f81d-48ee-aa58-f094b4d85eac service neutron] 10.222.0.30 "GET /v2.0/networks?id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 HTTP/1.1" status: 200 len: 919 time: 0.1146126 Jul 05 10:16:49.173027 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-acf08897-c40c-49e9-bf82-df5342a18df9 req-ef1e105b-a648-459a-bad3-ab18bbda9083 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e27d9ee6-1685-4aec-bb2d-ae3b3206c610 HTTP/1.1" status: 200 len: 1002 time: 0.0573578 Jul 05 10:16:49.220550 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf08897-c40c-49e9-bf82-df5342a18df9 req-42e9b8d0-6d99-43cd-89db-1ea517a462f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:49.221840 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-acf08897-c40c-49e9-bf82-df5342a18df9 req-42e9b8d0-6d99-43cd-89db-1ea517a462f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49eafe0c-582f-492a-b16d-b0de2f074502 HTTP/1.1" status: 200 len: 857 time: 0.0422370 Jul 05 10:16:49.263432 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf08897-c40c-49e9-bf82-df5342a18df9 req-6de76aff-c262-4680-8e34-42c66e72b504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:49.264928 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-acf08897-c40c-49e9-bf82-df5342a18df9 req-6de76aff-c262-4680-8e34-42c66e72b504 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371997 Jul 05 10:16:49.354194 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-acf08897-c40c-49e9-bf82-df5342a18df9 req-a7d9c7ee-2b56-4c0f-9c9c-b8c77cd12761 service neutron] 10.222.0.30 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832694 Jul 05 10:16:49.444425 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-acf08897-c40c-49e9-bf82-df5342a18df9 req-f69522f7-1d4b-441e-bb88-93b3f82ecf33 service neutron] 10.222.0.30 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831273 Jul 05 10:16:50.202011 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77bf0fb-525e-462b-81f9-43fea7bcf59c req-688fecc4-2a77-4d10-b28e-2f8fb6d48750 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:50.204266 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b77bf0fb-525e-462b-81f9-43fea7bcf59c req-688fecc4-2a77-4d10-b28e-2f8fb6d48750 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.0480030 Jul 05 10:16:50.222009 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:16:50.251052 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b77bf0fb-525e-462b-81f9-43fea7bcf59c req-b6eb3618-333e-4387-98ce-dcf18cfd677c tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413291 Jul 05 10:16:51.363969 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477a3ef-5d5d-4227-9129-c491261b248d req-64ae1dc4-6807-4db9-8cd9-dc1a91756640 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:51.365435 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1477a3ef-5d5d-4227-9129-c491261b248d req-64ae1dc4-6807-4db9-8cd9-dc1a91756640 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.0468531 Jul 05 10:16:51.411790 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1477a3ef-5d5d-4227-9129-c491261b248d req-7bc4034e-a211-43c4-8341-31e924b52c7a tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408990 Jul 05 10:16:52.528359 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5584251-538b-4acf-818a-39debb91d4c5 req-a875550c-96ff-47a5-9f48-44e98da9c7d1 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:52.529851 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a5584251-538b-4acf-818a-39debb91d4c5 req-a875550c-96ff-47a5-9f48-44e98da9c7d1 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.0507314 Jul 05 10:16:52.577255 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a5584251-538b-4acf-818a-39debb91d4c5 req-317dcc61-69fa-41a1-a9af-a012fcd080fe tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419648 Jul 05 10:16:52.685944 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50451911-c671-4947-bdd4-1e874e3c8434 req-703b5b76-920d-4166-869d-b1953f9fa98a tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:52.687981 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-50451911-c671-4947-bdd4-1e874e3c8434 req-703b5b76-920d-4166-869d-b1953f9fa98a tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.0469182 Jul 05 10:16:52.696532 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 49502) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:16:52.700854 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-59c2efa5-3d7a-4616-909d-c7253828d839 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Request body: {'floatingip': {'port_id': 'e27d9ee6-1685-4aec-bb2d-ae3b3206c610'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:16:52.745012 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:16:52.757645 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-59c2efa5-3d7a-4616-909d-c7253828d839 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks [] for floatingip (244d163c-1d6e-4aea-88b5-01f27b61c477), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:53.182414 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:16:53.213596 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-59c2efa5-3d7a-4616-909d-c7253828d839 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:53.217249 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-59c2efa5-3d7a-4616-909d-c7253828d839 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-790480'] for floatingip (244d163c-1d6e-4aea-88b5-01f27b61c477), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:53.395882 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:16:53.413739 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c2efa5-3d7a-4616-909d-c7253828d839 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Router 171adb4d-589e-424b-999e-cec7a627efe6 has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:16:53.733879 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c2efa5-3d7a-4616-909d-c7253828d839 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:16:53.738753 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-59c2efa5-3d7a-4616-909d-c7253828d839 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:16:53.743312 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89315607-8987-478b-83f9-8da8b4997e05 None None] Sync routers for ids ['171adb4d-589e-424b-999e-cec7a627efe6'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:16:53.753475 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89315607-8987-478b-83f9-8da8b4997e05 None None] Routers {'171adb4d-589e-424b-999e-cec7a627efe6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:16:53.754084 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-89315607-8987-478b-83f9-8da8b4997e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:16:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['171adb4d-589e-424b-999e-cec7a627efe6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:53.771742 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e7fd00-8f3e-4fc4-882b-6ec193de0bfd', 'tag': 'e27d9ee6-1685-4aec-bb2d-ae3b3206c610'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:16:53.773952 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd1863d-bd09-4725-ad3d-eea79004f6ae" -d '{"events": [{"name": "network-changed", "server_uuid": "12e7fd00-8f3e-4fc4-882b-6ec193de0bfd", "tag": "e27d9ee6-1685-4aec-bb2d-ae3b3206c610"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:16:53.806298 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-59c2efa5-3d7a-4616-909d-c7253828d839 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "PUT /v2.0/floatingips/244d163c-1d6e-4aea-88b5-01f27b61c477 HTTP/1.1" status: 200 len: 994 time: 1.1066296 Jul 05 10:16:53.810105 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918cc5ee-5a5f-467b-bd0f-a88acd3aa292 x-openstack-request-id: req-918cc5ee-5a5f-467b-bd0f-a88acd3aa292 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:16:53.810469 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e7fd00-8f3e-4fc4-882b-6ec193de0bfd", "tag": "e27d9ee6-1685-4aec-bb2d-ae3b3206c610", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:16:53.810776 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-918cc5ee-5a5f-467b-bd0f-a88acd3aa292 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:16:53.811253 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-918cc5ee-5a5f-467b-bd0f-a88acd3aa292'] response: {'name': 'network-changed', 'server_uuid': '12e7fd00-8f3e-4fc4-882b-6ec193de0bfd', 'tag': 'e27d9ee6-1685-4aec-bb2d-ae3b3206c610', 'status': 'completed', 'code': 200} Jul 05 10:16:53.858526 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-89315607-8987-478b-83f9-8da8b4997e05 None None] Set router 171adb4d-589e-424b-999e-cec7a627efe6 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:16:53.894088 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1863d-bd09-4725-ad3d-eea79004f6ae req-24ce13e2-8050-49c4-b7ee-ae73fbd63e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:53.895584 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6dd1863d-bd09-4725-ad3d-eea79004f6ae req-24ce13e2-8050-49c4-b7ee-ae73fbd63e8c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f2199fa0bc54901aa24195a250a9e25&device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 1130 time: 0.0394673 Jul 05 10:16:53.924124 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:16:53.991459 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1863d-bd09-4725-ad3d-eea79004f6ae req-e3dbe31f-0324-4409-945d-7a7f56456f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:53.992856 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6dd1863d-bd09-4725-ad3d-eea79004f6ae req-e3dbe31f-0324-4409-945d-7a7f56456f58 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 HTTP/1.1" status: 200 len: 919 time: 0.0921845 Jul 05 10:16:54.054100 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6dd1863d-bd09-4725-ad3d-eea79004f6ae req-357c0107-7d5b-4baa-ba17-d0ef6a515be7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e27d9ee6-1685-4aec-bb2d-ae3b3206c610 HTTP/1.1" status: 200 len: 1002 time: 0.0551221 Jul 05 10:16:54.070326 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-89315607-8987-478b-83f9-8da8b4997e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171adb4d-589e-424b-999e-cec7a627efe6', 'name': 'tempest-ServerRescueNegativeTestJSON-696623463-router', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.197'}], 'enable_snat': True}, 'gw_port_id': '3e8269aa-67b2-43be-97e3-8bb5b9c7c00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'gw_port': {'id': '3e8269aa-67b2-43be-97e3-8bb5b9c7c00d', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:07Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '244d163c-1d6e-4aea-88b5-01f27b61c477', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'floating_ip_address': '172.37.2.201', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'port_id': 'e27d9ee6-1685-4aec-bb2d-ae3b3206c610', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0', 'mac_address': 'fa:16:3e:a5:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e7fd00-8f3e-4fc4-882b-6ec193de0bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:13:03Z', 'updated_at': '2022-07-05T10:16:53Z', 'revision_number': 3, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b2bbd94-e474-4119-be2b-37070c74b21f', 'name': '', 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'mac_address': 'fa:16:3e:a0:46:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '49eafe0c-582f-492a-b16d-b0de2f074502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:30Z', 'revision_number': 5, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'subnets': [{'id': '49eafe0c-582f-492a-b16d-b0de2f074502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:54.094333 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89315607-8987-478b-83f9-8da8b4997e05 None None] Checking router: 171adb4d-589e-424b-999e-cec7a627efe6 for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:16:54.102712 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89315607-8987-478b-83f9-8da8b4997e05 None None] Routers {'171adb4d-589e-424b-999e-cec7a627efe6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:16:54.103315 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-89315607-8987-478b-83f9-8da8b4997e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:16:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['171adb4d-589e-424b-999e-cec7a627efe6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:54.106737 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1863d-bd09-4725-ad3d-eea79004f6ae req-3db5a9cb-0558-497a-a30f-2d1054a93f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:54.108200 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6dd1863d-bd09-4725-ad3d-eea79004f6ae req-3db5a9cb-0558-497a-a30f-2d1054a93f36 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49eafe0c-582f-492a-b16d-b0de2f074502 HTTP/1.1" status: 200 len: 857 time: 0.0482306 Jul 05 10:16:54.151629 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1863d-bd09-4725-ad3d-eea79004f6ae req-6b0a1aae-0b9a-4ce7-980c-fe039c46d258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:54.153156 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6dd1863d-bd09-4725-ad3d-eea79004f6ae req-6b0a1aae-0b9a-4ce7-980c-fe039c46d258 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386837 Jul 05 10:16:54.204269 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-89315607-8987-478b-83f9-8da8b4997e05 None None] Set router 171adb4d-589e-424b-999e-cec7a627efe6 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:16:54.247197 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6dd1863d-bd09-4725-ad3d-eea79004f6ae req-73223268-3fc0-42b0-a0f4-dc4c39619b46 service neutron] 10.222.0.30 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872002 Jul 05 10:16:54.336208 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6dd1863d-bd09-4725-ad3d-eea79004f6ae req-162e587c-9e35-42ae-99e1-5383c05f94b9 service neutron] 10.222.0.30 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825939 Jul 05 10:16:54.410890 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-89315607-8987-478b-83f9-8da8b4997e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171adb4d-589e-424b-999e-cec7a627efe6', 'name': 'tempest-ServerRescueNegativeTestJSON-696623463-router', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.197'}], 'enable_snat': True}, 'gw_port_id': '3e8269aa-67b2-43be-97e3-8bb5b9c7c00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'gw_port': {'id': '3e8269aa-67b2-43be-97e3-8bb5b9c7c00d', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:07Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '244d163c-1d6e-4aea-88b5-01f27b61c477', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'floating_ip_address': '172.37.2.201', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'port_id': 'e27d9ee6-1685-4aec-bb2d-ae3b3206c610', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0', 'mac_address': 'fa:16:3e:a5:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e7fd00-8f3e-4fc4-882b-6ec193de0bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:13:03Z', 'updated_at': '2022-07-05T10:16:53Z', 'revision_number': 3, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b2bbd94-e474-4119-be2b-37070c74b21f', 'name': '', 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'mac_address': 'fa:16:3e:a0:46:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '49eafe0c-582f-492a-b16d-b0de2f074502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:30Z', 'revision_number': 5, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'subnets': [{'id': '49eafe0c-582f-492a-b16d-b0de2f074502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:54.438622 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89315607-8987-478b-83f9-8da8b4997e05 None None] The sync data for ids ['171adb4d-589e-424b-999e-cec7a627efe6'] in dv-cinder-master-3-iscsi is: [{'id': '171adb4d-589e-424b-999e-cec7a627efe6', 'name': 'tempest-ServerRescueNegativeTestJSON-696623463-router', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.197'}], 'enable_snat': True}, 'gw_port_id': '3e8269aa-67b2-43be-97e3-8bb5b9c7c00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'gw_port': {'id': '3e8269aa-67b2-43be-97e3-8bb5b9c7c00d', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:07Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '244d163c-1d6e-4aea-88b5-01f27b61c477', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'floating_ip_address': '172.37.2.201', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'port_id': 'e27d9ee6-1685-4aec-bb2d-ae3b3206c610', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0', 'mac_address': 'fa:16:3e:a5:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e7fd00-8f3e-4fc4-882b-6ec193de0bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:13:03Z', 'updated_at': '2022-07-05T10:16:53Z', 'revision_number': 3, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b2bbd94-e474-4119-be2b-37070c74b21f', 'name': '', 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'mac_address': 'fa:16:3e:a0:46:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '49eafe0c-582f-492a-b16d-b0de2f074502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:30Z', 'revision_number': 5, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'subnets': [{'id': '49eafe0c-582f-492a-b16d-b0de2f074502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:16:55.812203 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e7fd00-8f3e-4fc4-882b-6ec193de0bfd', 'tag': 'e27d9ee6-1685-4aec-bb2d-ae3b3206c610'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:16:55.814521 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3a9676-c28b-468a-8fc6-5acc33c52a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "12e7fd00-8f3e-4fc4-882b-6ec193de0bfd", "tag": "e27d9ee6-1685-4aec-bb2d-ae3b3206c610"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:16:55.849496 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0eaa3b-2d74-46b4-9351-7df00e809012 x-openstack-request-id: req-8e0eaa3b-2d74-46b4-9351-7df00e809012 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:16:55.849782 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e7fd00-8f3e-4fc4-882b-6ec193de0bfd", "tag": "e27d9ee6-1685-4aec-bb2d-ae3b3206c610", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:16:55.850029 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e0eaa3b-2d74-46b4-9351-7df00e809012 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:16:55.850690 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e0eaa3b-2d74-46b4-9351-7df00e809012'] response: {'name': 'network-changed', 'server_uuid': '12e7fd00-8f3e-4fc4-882b-6ec193de0bfd', 'tag': 'e27d9ee6-1685-4aec-bb2d-ae3b3206c610', 'status': 'completed', 'code': 200} Jul 05 10:16:55.932865 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a9676-c28b-468a-8fc6-5acc33c52a4d req-99050251-1b63-49d7-97e8-83a5be744f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:55.934342 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ff3a9676-c28b-468a-8fc6-5acc33c52a4d req-99050251-1b63-49d7-97e8-83a5be744f40 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f2199fa0bc54901aa24195a250a9e25&device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 1130 time: 0.0392866 Jul 05 10:16:56.027703 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a9676-c28b-468a-8fc6-5acc33c52a4d req-82c02e97-bd31-41d7-a1f9-509ed15fe459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:56.029200 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ff3a9676-c28b-468a-8fc6-5acc33c52a4d req-82c02e97-bd31-41d7-a1f9-509ed15fe459 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 HTTP/1.1" status: 200 len: 919 time: 0.0879257 Jul 05 10:16:56.089491 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ff3a9676-c28b-468a-8fc6-5acc33c52a4d req-980b39b5-c043-4145-8005-2a1f76dec2b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e27d9ee6-1685-4aec-bb2d-ae3b3206c610 HTTP/1.1" status: 200 len: 1002 time: 0.0539536 Jul 05 10:16:56.142396 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a9676-c28b-468a-8fc6-5acc33c52a4d req-7ad41cc4-71f7-41da-b72d-79d3d904f305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:56.143808 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ff3a9676-c28b-468a-8fc6-5acc33c52a4d req-7ad41cc4-71f7-41da-b72d-79d3d904f305 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49eafe0c-582f-492a-b16d-b0de2f074502 HTTP/1.1" status: 200 len: 857 time: 0.0468118 Jul 05 10:16:56.185615 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a9676-c28b-468a-8fc6-5acc33c52a4d req-fe7f27c7-a352-41ef-bc51-a902cbc6707f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:16:56.187599 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ff3a9676-c28b-468a-8fc6-5acc33c52a4d req-fe7f27c7-a352-41ef-bc51-a902cbc6707f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372937 Jul 05 10:16:56.242723 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:16:56.258004 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:16:56.281377 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ff3a9676-c28b-468a-8fc6-5acc33c52a4d req-d2a1e81e-d6c8-4796-8eb7-08e105562c3b service neutron] 10.222.0.30 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878725 Jul 05 10:16:56.370811 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ff3a9676-c28b-468a-8fc6-5acc33c52a4d req-8d711a4f-34fe-450a-9817-0872e8e4a4f4 service neutron] 10.222.0.30 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832183 Jul 05 10:17:04.413526 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:04.414264 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:06.365989 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=14 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:06.367788 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=86 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:11.485884 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e3dfc3ff-9c4b-427d-9129-3ba5979574fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:11.736611 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:11.871443 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428d06f-0cd5-4458-8155-41e597a2469d req-6902e325-0df2-481f-964e-21b003c55e0f tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:11.872899 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0428d06f-0cd5-4458-8155-41e597a2469d req-6902e325-0df2-481f-964e-21b003c55e0f tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 984 time: 0.0603850 Jul 05 10:17:11.919253 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd4207-734f-43a0-a162-9359ff9d790a req-ddddf61b-f016-41a0-bf42-9c905814526c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:11.920790 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-48cd4207-734f-43a0-a162-9359ff9d790a req-ddddf61b-f016-41a0-bf42-9c905814526c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d71ebc02c6094919b3054d7da84aadf0&device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 1168 time: 0.0653667 Jul 05 10:17:12.016182 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0428d06f-0cd5-4458-8155-41e597a2469d req-d1e05836-8e03-4f3a-80df-cd8d748c09e4 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&id=ec33f5ae-fb77-4249-a272-9317a9186cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1222446 Jul 05 10:17:12.040910 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd4207-734f-43a0-a162-9359ff9d790a req-e1a6ea6f-fe33-43e2-bf00-a74d83c04988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:12.042386 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-48cd4207-734f-43a0-a162-9359ff9d790a req-e1a6ea6f-fe33-43e2-bf00-a74d83c04988 service neutron] 10.222.0.30 "GET /v2.0/networks?id=71cc70a2-9310-4a30-a617-ac7068d14bb6 HTTP/1.1" status: 200 len: 916 time: 0.1115816 Jul 05 10:17:12.108471 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-48cd4207-734f-43a0-a162-9359ff9d790a req-feb87dce-57db-43da-9996-f3baea5193d3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=080193f7-c96f-450e-87cc-cab454029efe HTTP/1.1" status: 200 len: 1001 time: 0.0590663 Jul 05 10:17:12.157201 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd4207-734f-43a0-a162-9359ff9d790a req-98a37c52-fa0d-4d8d-83a9-b0ac4e9928f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:12.158579 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-48cd4207-734f-43a0-a162-9359ff9d790a req-98a37c52-fa0d-4d8d-83a9-b0ac4e9928f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16bbdeec-80ad-49f8-803a-6ac82c0af11d HTTP/1.1" status: 200 len: 854 time: 0.0429766 Jul 05 10:17:12.204497 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd4207-734f-43a0-a162-9359ff9d790a req-5b9cfc2a-9c67-40a7-8459-0fbd68d6eebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:12.205942 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-48cd4207-734f-43a0-a162-9359ff9d790a req-5b9cfc2a-9c67-40a7-8459-0fbd68d6eebc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=71cc70a2-9310-4a30-a617-ac7068d14bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383947 Jul 05 10:17:12.301908 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-48cd4207-734f-43a0-a162-9359ff9d790a req-38dda628-2fa9-48c5-887d-80277d2a136f service neutron] 10.222.0.30 "GET /v2.0/networks/71cc70a2-9310-4a30-a617-ac7068d14bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861371 Jul 05 10:17:12.392502 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-48cd4207-734f-43a0-a162-9359ff9d790a req-c0877b28-3e6a-445f-8d29-d10808be874f service neutron] 10.222.0.30 "GET /v2.0/networks/71cc70a2-9310-4a30-a617-ac7068d14bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825927 Jul 05 10:17:13.134078 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e03b4-d868-43f5-8173-1e8a5956aedf req-cf8f6333-beb5-4c50-84f9-95c1aa762cad tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:13.135513 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-255e03b4-d868-43f5-8173-1e8a5956aedf req-cf8f6333-beb5-4c50-84f9-95c1aa762cad tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 984 time: 0.0506511 Jul 05 10:17:13.194530 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-255e03b4-d868-43f5-8173-1e8a5956aedf req-79d46074-db2c-4501-8938-5e658b707f9c tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&id=ec33f5ae-fb77-4249-a272-9317a9186cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533791 Jul 05 10:17:14.001418 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d02b7285-c91c-44e1-bbcd-b08ce21f1619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:14.308003 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af9c29-58b6-47d8-8700-ad1f1aed2ffb req-4b76e84c-5df1-4cce-b258-db37602611e9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:14.309526 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d7af9c29-58b6-47d8-8700-ad1f1aed2ffb req-4b76e84c-5df1-4cce-b258-db37602611e9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 984 time: 0.0483050 Jul 05 10:17:14.368581 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d7af9c29-58b6-47d8-8700-ad1f1aed2ffb req-7d15bae0-eff9-4745-9348-46cbcf50e401 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&id=ec33f5ae-fb77-4249-a272-9317a9186cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534346 Jul 05 10:17:14.950963 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:15.198507 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=19 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:15.203438 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=15 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:15.482219 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0427f-2c67-4e67-9f78-ef146c287ddb req-6ccb66a9-16f0-4fb9-8c29-fc824cc17da9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:15.483558 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bce0427f-2c67-4e67-9f78-ef146c287ddb req-6ccb66a9-16f0-4fb9-8c29-fc824cc17da9 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 984 time: 0.0501759 Jul 05 10:17:15.542208 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bce0427f-2c67-4e67-9f78-ef146c287ddb req-c5d5a5c1-3a53-4c0b-b79d-b46c08e89d14 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&id=ec33f5ae-fb77-4249-a272-9317a9186cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522897 Jul 05 10:17:16.273647 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:16.655538 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcfa21-d51a-420b-8a06-b54a2e5bffa2 req-3af5ce76-9f06-47a6-bba7-441c692792e7 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:16.656988 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-22bcfa21-d51a-420b-8a06-b54a2e5bffa2 req-3af5ce76-9f06-47a6-bba7-441c692792e7 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 984 time: 0.0473223 Jul 05 10:17:16.692016 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:16.715650 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-22bcfa21-d51a-420b-8a06-b54a2e5bffa2 req-0454b3bb-52b2-427d-9ced-a352748b3270 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&id=ec33f5ae-fb77-4249-a272-9317a9186cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532451 Jul 05 10:17:16.813522 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:17.793879 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:17.832760 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85beca7-0a93-472e-a6be-3c844e247d83 req-e8da2114-2217-440b-a308-c0edec198e1a tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:17.834778 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a85beca7-0a93-472e-a6be-3c844e247d83 req-e8da2114-2217-440b-a308-c0edec198e1a tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 984 time: 0.0518236 Jul 05 10:17:17.900766 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a85beca7-0a93-472e-a6be-3c844e247d83 req-aa9aa716-79d6-42b1-bd51-8e6b0db7da2f tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&id=ec33f5ae-fb77-4249-a272-9317a9186cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603878 Jul 05 10:17:18.139299 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-48651b69-7509-44e0-bacd-5b569879f4e3 req-4e3ea171-2a88-4ca0-9287-7838879c0555 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382137 Jul 05 10:17:18.212557 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48651b69-7509-44e0-bacd-5b569879f4e3 req-811e43a3-b858-429e-bdee-a34bfaa77b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:18.214083 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-48651b69-7509-44e0-bacd-5b569879f4e3 req-811e43a3-b858-429e-bdee-a34bfaa77b81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f2199fa0bc54901aa24195a250a9e25&device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 1130 time: 0.0393994 Jul 05 10:17:18.318593 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48651b69-7509-44e0-bacd-5b569879f4e3 req-e31983ec-1c4e-4c91-bda5-08ecc1873f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:18.320017 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-48651b69-7509-44e0-bacd-5b569879f4e3 req-e31983ec-1c4e-4c91-bda5-08ecc1873f77 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 HTTP/1.1" status: 200 len: 919 time: 0.0876231 Jul 05 10:17:18.379683 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-48651b69-7509-44e0-bacd-5b569879f4e3 req-37a311fb-f10a-4376-a84b-6fc538b6b41e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e27d9ee6-1685-4aec-bb2d-ae3b3206c610 HTTP/1.1" status: 200 len: 1002 time: 0.0535529 Jul 05 10:17:18.427261 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48651b69-7509-44e0-bacd-5b569879f4e3 req-873663bd-049a-4a95-816e-cdb666f2adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:18.428649 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-48651b69-7509-44e0-bacd-5b569879f4e3 req-873663bd-049a-4a95-816e-cdb666f2adf1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49eafe0c-582f-492a-b16d-b0de2f074502 HTTP/1.1" status: 200 len: 857 time: 0.0430481 Jul 05 10:17:18.475748 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48651b69-7509-44e0-bacd-5b569879f4e3 req-7cff7ab3-fa32-4cde-8601-0dd7ec9c9e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:18.477474 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-48651b69-7509-44e0-bacd-5b569879f4e3 req-7cff7ab3-fa32-4cde-8601-0dd7ec9c9e02 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413439 Jul 05 10:17:18.564509 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-48651b69-7509-44e0-bacd-5b569879f4e3 req-e70ea904-9a1e-40f9-8997-0c468b36aa25 service neutron] 10.222.0.30 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809629 Jul 05 10:17:18.657473 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-48651b69-7509-44e0-bacd-5b569879f4e3 req-0b8b5b97-39d9-4778-9dcb-d04ba6e08c23 service neutron] 10.222.0.30 "GET /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865757 Jul 05 10:17:19.013419 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff54d7-a7bc-41ec-8a1a-3258a70db2ef req-14840dac-8c1e-46a3-863d-b08391f10025 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:19.014852 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e4ff54d7-a7bc-41ec-8a1a-3258a70db2ef req-14840dac-8c1e-46a3-863d-b08391f10025 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 984 time: 0.0473473 Jul 05 10:17:19.075179 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e4ff54d7-a7bc-41ec-8a1a-3258a70db2ef req-4d659c08-424b-4d98-958b-ccff1c2850fa tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&id=ec33f5ae-fb77-4249-a272-9317a9186cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547354 Jul 05 10:17:20.191135 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810bea9-f7d3-4097-8594-303ccba2bfd4 req-782fad93-e7b6-4898-a926-7614379003df tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:20.192493 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f810bea9-f7d3-4097-8594-303ccba2bfd4 req-782fad93-e7b6-4898-a926-7614379003df tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 984 time: 0.0502546 Jul 05 10:17:20.250530 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f810bea9-f7d3-4097-8594-303ccba2bfd4 req-f90356dc-d983-4292-8d3f-cff32594c51c tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&id=ec33f5ae-fb77-4249-a272-9317a9186cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524988 Jul 05 10:17:21.362981 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d456d1b-0588-437e-926d-7a6ac55e2a06 req-023c7753-6b0e-4d93-8c30-f6b377c74667 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:21.364466 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7d456d1b-0588-437e-926d-7a6ac55e2a06 req-023c7753-6b0e-4d93-8c30-f6b377c74667 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 984 time: 0.0478940 Jul 05 10:17:21.423979 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7d456d1b-0588-437e-926d-7a6ac55e2a06 req-30d8c8db-60b7-4a97-94af-e603037afab3 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&id=ec33f5ae-fb77-4249-a272-9317a9186cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539935 Jul 05 10:17:22.308812 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:22.321476 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73831a38-a797-4c0c-a574-91003782b93b req-4f2ee3ab-71d8-4927-9c33-d8564c7ef34b tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:22.322942 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-73831a38-a797-4c0c-a574-91003782b93b req-4f2ee3ab-71d8-4927-9c33-d8564c7ef34b tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=a325da12-82e8-4964-a4db-4d38efa52dc7 HTTP/1.1" status: 200 len: 945 time: 0.0480127 Jul 05 10:17:22.373020 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-73831a38-a797-4c0c-a574-91003782b93b req-76371596-c35e-4344-a085-a417f33821e4 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf556f92-12f8-4a5f-b1b8-40e835aabf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446033 Jul 05 10:17:22.528430 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:22.538095 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc9f83-0463-4252-b09b-cc82ddb8b51f req-37dd35b3-31ed-483f-9438-af500a49fc0a tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:22.539557 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-39fc9f83-0463-4252-b09b-cc82ddb8b51f req-37dd35b3-31ed-483f-9438-af500a49fc0a tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 984 time: 0.0484078 Jul 05 10:17:22.597845 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-39fc9f83-0463-4252-b09b-cc82ddb8b51f req-b9331b33-6675-48f7-81a1-b1f60d22df60 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&id=ec33f5ae-fb77-4249-a272-9317a9186cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528173 Jul 05 10:17:23.486506 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5dc9-71c8-426e-a540-7d62b8e315fb req-f9f2eee4-7409-4778-9999-d817ed54230f tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:23.487974 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3b3b5dc9-71c8-426e-a540-7d62b8e315fb req-f9f2eee4-7409-4778-9999-d817ed54230f tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=a325da12-82e8-4964-a4db-4d38efa52dc7 HTTP/1.1" status: 200 len: 945 time: 0.0471692 Jul 05 10:17:23.533187 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3b3b5dc9-71c8-426e-a540-7d62b8e315fb req-9e48d71f-685a-4f74-9ac6-ba8fb9f5a27e tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf556f92-12f8-4a5f-b1b8-40e835aabf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399222 Jul 05 10:17:23.712990 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a064b2e-53e8-45b0-b953-3d0a4ac09958 req-7c994649-53b1-4c0a-b838-84d3877a3c16 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:23.714419 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6a064b2e-53e8-45b0-b953-3d0a4ac09958 req-7c994649-53b1-4c0a-b838-84d3877a3c16 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 984 time: 0.0503385 Jul 05 10:17:23.773852 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6a064b2e-53e8-45b0-b953-3d0a4ac09958 req-0d6505e7-6c7f-465d-bfb5-9fe7e13ac742 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&id=ec33f5ae-fb77-4249-a272-9317a9186cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539322 Jul 05 10:17:24.644352 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5231c84-da7b-44a3-a156-1859ee295363 req-099b142f-1814-48b5-8e4a-7003c5f53dd0 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:24.645832 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f5231c84-da7b-44a3-a156-1859ee295363 req-099b142f-1814-48b5-8e4a-7003c5f53dd0 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=a325da12-82e8-4964-a4db-4d38efa52dc7 HTTP/1.1" status: 200 len: 945 time: 0.0475087 Jul 05 10:17:24.717067 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f5231c84-da7b-44a3-a156-1859ee295363 req-24dc3152-4f22-4ed1-b6d5-3d0ffc9552cc tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf556f92-12f8-4a5f-b1b8-40e835aabf64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658743 Jul 05 10:17:24.732605 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9cbcc-a156-48ee-97d0-8141e4185bf7 req-e87a8b3b-b88e-4b09-9101-1b48b93ca553 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:24.734081 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-59d9cbcc-a156-48ee-97d0-8141e4185bf7 req-e87a8b3b-b88e-4b09-9101-1b48b93ca553 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.30 "GET /v2.0/ports?device_id=a325da12-82e8-4964-a4db-4d38efa52dc7 HTTP/1.1" status: 200 len: 945 time: 0.0526130 Jul 05 10:17:24.838498 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-59d9cbcc-a156-48ee-97d0-8141e4185bf7 req-e811aebe-c734-4e2b-b3dc-49e1af2b0d25 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Deleting port de7ed2e8-b690-41d8-936e-1c400d4b704d {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:17:24.838826 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-59d9cbcc-a156-48ee-97d0-8141e4185bf7 req-e811aebe-c734-4e2b-b3dc-49e1af2b0d25 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (de7ed2e8-b690-41d8-936e-1c400d4b704d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:24.912688 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56760eb-fed3-4c2f-90de-87525675f8a5 req-5034eedf-4f3e-416c-8a59-dfdd05ba471a tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:24.914131 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f56760eb-fed3-4c2f-90de-87525675f8a5 req-5034eedf-4f3e-416c-8a59-dfdd05ba471a tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 984 time: 0.0723357 Jul 05 10:17:24.997655 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-59d9cbcc-a156-48ee-97d0-8141e4185bf7 req-e811aebe-c734-4e2b-b3dc-49e1af2b0d25 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] For port de7ed2e8-b690-41d8-936e-1c400d4b704d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=de7ed2e8-b690-41d8-936e-1c400d4b704d,segment=NetworkSegment(d4b01923-e693-4e36-bd4a-3dc5b8f9c91a),segment_id=d4b01923-e693-4e36-bd4a-3dc5b8f9c91a)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:24.997940 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-59d9cbcc-a156-48ee-97d0-8141e4185bf7 req-e811aebe-c734-4e2b-b3dc-49e1af2b0d25 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (de7ed2e8-b690-41d8-936e-1c400d4b704d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:25.045905 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f56760eb-fed3-4c2f-90de-87525675f8a5 req-bb5fb3f7-c365-44d8-94ff-dc1143882c2b tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&id=ec33f5ae-fb77-4249-a272-9317a9186cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1074369 Jul 05 10:17:25.219098 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-59d9cbcc-a156-48ee-97d0-8141e4185bf7 req-e811aebe-c734-4e2b-b3dc-49e1af2b0d25 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:25.219451 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-59d9cbcc-a156-48ee-97d0-8141e4185bf7 req-e811aebe-c734-4e2b-b3dc-49e1af2b0d25 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-790480'] for floatingip (97e6e280-7154-4ffb-9917-7239f2e3c8cb), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:25.219756 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.db.l3_db [req-59d9cbcc-a156-48ee-97d0-8141e4185bf7 req-e811aebe-c734-4e2b-b3dc-49e1af2b0d25 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Floating IP 97e6e280-7154-4ffb-9917-7239f2e3c8cb disassociated. External IP: 172.37.2.176, port: de7ed2e8-b690-41d8-936e-1c400d4b704d. Jul 05 10:17:25.220088 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-59d9cbcc-a156-48ee-97d0-8141e4185bf7 req-e811aebe-c734-4e2b-b3dc-49e1af2b0d25 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Calling delete_port for de7ed2e8-b690-41d8-936e-1c400d4b704d owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:17:25.278448 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:25.286621 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:25.348633 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-59d9cbcc-a156-48ee-97d0-8141e4185bf7 req-e811aebe-c734-4e2b-b3dc-49e1af2b0d25 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (de7ed2e8-b690-41d8-936e-1c400d4b704d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:25.374928 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811aebe-c734-4e2b-b3dc-49e1af2b0d25 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event deleted for resources: {'Port': ['ID=de7ed2e8-b690-41d8-936e-1c400d4b704d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:25.389667 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811aebe-c734-4e2b-b3dc-49e1af2b0d25 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:25.390007 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811aebe-c734-4e2b-b3dc-49e1af2b0d25 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:25.390339 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811aebe-c734-4e2b-b3dc-49e1af2b0d25 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:25.390668 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811aebe-c734-4e2b-b3dc-49e1af2b0d25 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:25.391028 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811aebe-c734-4e2b-b3dc-49e1af2b0d25 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:25.391350 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811aebe-c734-4e2b-b3dc-49e1af2b0d25 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:25.391667 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811aebe-c734-4e2b-b3dc-49e1af2b0d25 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:25.391984 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811aebe-c734-4e2b-b3dc-49e1af2b0d25 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:25.392300 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811aebe-c734-4e2b-b3dc-49e1af2b0d25 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:25.392643 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811aebe-c734-4e2b-b3dc-49e1af2b0d25 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:25.392960 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811aebe-c734-4e2b-b3dc-49e1af2b0d25 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:25.393271 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811aebe-c734-4e2b-b3dc-49e1af2b0d25 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:25.393582 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811aebe-c734-4e2b-b3dc-49e1af2b0d25 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:25.393893 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811aebe-c734-4e2b-b3dc-49e1af2b0d25 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:25.394201 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811aebe-c734-4e2b-b3dc-49e1af2b0d25 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:25.500138 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59d9cbcc-a156-48ee-97d0-8141e4185bf7 req-e811aebe-c734-4e2b-b3dc-49e1af2b0d25 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Router 6182e117-2d11-491f-9275-3daba539c45b has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:17:25.601442 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59d9cbcc-a156-48ee-97d0-8141e4185bf7 req-e811aebe-c734-4e2b-b3dc-49e1af2b0d25 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:17:25.612074 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871152e5-46e9-4164-8b98-dc3e78fa2fd4 None None] Sync routers for ids ['6182e117-2d11-491f-9275-3daba539c45b'] in dv-cinder-master-3-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:17:25.623165 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871152e5-46e9-4164-8b98-dc3e78fa2fd4 None None] Routers {'6182e117-2d11-491f-9275-3daba539c45b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:17:25.623779 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-871152e5-46e9-4164-8b98-dc3e78fa2fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:17:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['6182e117-2d11-491f-9275-3daba539c45b'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:25.731839 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-871152e5-46e9-4164-8b98-dc3e78fa2fd4 None None] Set router 6182e117-2d11-491f-9275-3daba539c45b gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:17:25.896820 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2a8ac2ab-9423-4e03-8eda-6c08b3a1c742 req-82e8a3a0-f64d-4f3b-812e-509d5b7f25b3 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=a325da12-82e8-4964-a4db-4d38efa52dc7 HTTP/1.1" status: 200 len: 210 time: 0.0426438 Jul 05 10:17:25.897384 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d9cbcc-a156-48ee-97d0-8141e4185bf7 req-e811aebe-c734-4e2b-b3dc-49e1af2b0d25 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] No DVR routers for this DVR port de7ed2e8-b690-41d8-936e-1c400d4b704d on host hv-cinder-maste {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:17:25.899860 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-59d9cbcc-a156-48ee-97d0-8141e4185bf7 req-e811aebe-c734-4e2b-b3dc-49e1af2b0d25 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:25.902872 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-59d9cbcc-a156-48ee-97d0-8141e4185bf7 req-e811aebe-c734-4e2b-b3dc-49e1af2b0d25 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.30 "DELETE /v2.0/ports/de7ed2e8-b690-41d8-936e-1c400d4b704d HTTP/1.1" status: 204 len: 173 time: 1.1478517 Jul 05 10:17:25.903315 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a325da12-82e8-4964-a4db-4d38efa52dc7', 'name': 'network-vif-deleted', 'tag': 'de7ed2e8-b690-41d8-936e-1c400d4b704d'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:17:25.905810 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b55d8ae-fd59-4e5d-ae8a-1dd3bfe637e8" -d '{"events": [{"server_uuid": "a325da12-82e8-4964-a4db-4d38efa52dc7", "name": "network-vif-deleted", "tag": "de7ed2e8-b690-41d8-936e-1c400d4b704d"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:25.950516 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5190ca5-7ed5-442c-b19a-7f3c130b9f5d x-openstack-request-id: req-b5190ca5-7ed5-442c-b19a-7f3c130b9f5d {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:25.950801 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a325da12-82e8-4964-a4db-4d38efa52dc7", "name": "network-vif-deleted", "tag": "de7ed2e8-b690-41d8-936e-1c400d4b704d", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:25.951045 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5190ca5-7ed5-442c-b19a-7f3c130b9f5d {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:25.951441 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5190ca5-7ed5-442c-b19a-7f3c130b9f5d'] response: {'server_uuid': 'a325da12-82e8-4964-a4db-4d38efa52dc7', 'name': 'network-vif-deleted', 'tag': 'de7ed2e8-b690-41d8-936e-1c400d4b704d', 'status': 'completed', 'code': 200} Jul 05 10:17:25.968063 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-871152e5-46e9-4164-8b98-dc3e78fa2fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6182e117-2d11-491f-9275-3daba539c45b', 'name': 'tempest-AttachVolumeNegativeTest-715002652-router', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a064a84-494e-41c6-9048-966cc269baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'gw_port': {'id': '1a064a84-494e-41c6-9048-966cc269baff', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:08Z', 'updated_at': '2022-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '530a9131-1248-43f3-b827-94ead4e83bb2', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'floating_ip_address': '172.37.2.173', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '6182e117-2d11-491f-9275-3daba539c45b', 'port_id': '66542ef5-f0db-4a7d-ab6e-ceb382db45de', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'mac_address': 'fa:16:3e:2e:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80efc4-b2fa-4761-806b-2a197cc5b00b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:10:24Z', 'updated_at': '2022-07-05T10:11:49Z', 'revision_number': 2, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05b5c91-2f39-45ea-94c7-857f56cd562c', 'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'mac_address': 'fa:16:3e:ca:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 5, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'subnets': [{'id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:25.994535 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871152e5-46e9-4164-8b98-dc3e78fa2fd4 None None] Checking router: 6182e117-2d11-491f-9275-3daba539c45b for host: dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:17:26.003340 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871152e5-46e9-4164-8b98-dc3e78fa2fd4 None None] Routers {'6182e117-2d11-491f-9275-3daba539c45b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:17:26.003945 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-871152e5-46e9-4164-8b98-dc3e78fa2fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:17:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['6182e117-2d11-491f-9275-3daba539c45b'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:26.106377 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-871152e5-46e9-4164-8b98-dc3e78fa2fd4 None None] Set router 6182e117-2d11-491f-9275-3daba539c45b gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:17:26.314540 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-871152e5-46e9-4164-8b98-dc3e78fa2fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6182e117-2d11-491f-9275-3daba539c45b', 'name': 'tempest-AttachVolumeNegativeTest-715002652-router', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a064a84-494e-41c6-9048-966cc269baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'gw_port': {'id': '1a064a84-494e-41c6-9048-966cc269baff', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:08Z', 'updated_at': '2022-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '530a9131-1248-43f3-b827-94ead4e83bb2', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'floating_ip_address': '172.37.2.173', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '6182e117-2d11-491f-9275-3daba539c45b', 'port_id': '66542ef5-f0db-4a7d-ab6e-ceb382db45de', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'mac_address': 'fa:16:3e:2e:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80efc4-b2fa-4761-806b-2a197cc5b00b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:10:24Z', 'updated_at': '2022-07-05T10:11:49Z', 'revision_number': 2, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05b5c91-2f39-45ea-94c7-857f56cd562c', 'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'mac_address': 'fa:16:3e:ca:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 5, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'subnets': [{'id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:26.339966 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871152e5-46e9-4164-8b98-dc3e78fa2fd4 None None] The sync data for ids ['6182e117-2d11-491f-9275-3daba539c45b'] in dv-cinder-master-3-iscsi is: [{'id': '6182e117-2d11-491f-9275-3daba539c45b', 'name': 'tempest-AttachVolumeNegativeTest-715002652-router', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a064a84-494e-41c6-9048-966cc269baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'gw_port': {'id': '1a064a84-494e-41c6-9048-966cc269baff', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:08Z', 'updated_at': '2022-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '530a9131-1248-43f3-b827-94ead4e83bb2', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'floating_ip_address': '172.37.2.173', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '6182e117-2d11-491f-9275-3daba539c45b', 'port_id': '66542ef5-f0db-4a7d-ab6e-ceb382db45de', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'mac_address': 'fa:16:3e:2e:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80efc4-b2fa-4761-806b-2a197cc5b00b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:10:24Z', 'updated_at': '2022-07-05T10:11:49Z', 'revision_number': 2, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05b5c91-2f39-45ea-94c7-857f56cd562c', 'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'mac_address': 'fa:16:3e:ca:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 5, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'subnets': [{'id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:17:26.595470 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9181f008-44cd-458e-b236-c797dd217cd6 None None] New status for floating IP 97e6e280-7154-4ffb-9917-7239f2e3c8cb: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 10:17:26.989799 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 49570) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:17:27.046810 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-58eb2869-7ac5-4fe0-8f5e-c51249e45f54 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group (bf556f92-12f8-4a5f-b1b8-40e835aabf64), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:27.072935 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-58eb2869-7ac5-4fe0-8f5e-c51249e45f54 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group (bf556f92-12f8-4a5f-b1b8-40e835aabf64), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:27.124074 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-58eb2869-7ac5-4fe0-8f5e-c51249e45f54 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (bf556f92-12f8-4a5f-b1b8-40e835aabf64), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:27.126518 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-58eb2869-7ac5-4fe0-8f5e-c51249e45f54 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:27.130093 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-58eb2869-7ac5-4fe0-8f5e-c51249e45f54 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "DELETE /v2.0/security-groups/bf556f92-12f8-4a5f-b1b8-40e835aabf64 HTTP/1.1" status: 204 len: 168 time: 0.1368697 Jul 05 10:17:27.130806 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 49572) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:17:27.136660 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb2869-7ac5-4fe0-8f5e-c51249e45f54 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf556f92-12f8-4a5f-b1b8-40e835aabf64,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:27.150872 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.api.v2.resource [None req-d45f37b1-3475-4777-a8a1-a5ac145b8773 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] show failed (client error): The resource could not be found. Jul 05 10:17:27.154838 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 49576) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:17:27.155017 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-d45f37b1-3475-4777-a8a1-a5ac145b8773 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups/bf556f92-12f8-4a5f-b1b8-40e835aabf64 HTTP/1.1" status: 404 len: 347 time: 0.0230131 Jul 05 10:17:27.249069 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device de7ed2e8-b690-41d8-936e-1c400d4b704d no longer exists at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:17:27.268650 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] No Port match for: de7ed2e8-b690-41d8-936e-1c400d4b704d {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:17:27.268901 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-e3cdb28d-60ec-4f9c-a30f-4689d1bffad9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Deleting port bdb6606b-ea50-4381-8b1a-06b4dde9d47d {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:17:27.269059 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device de7ed2e8-b690-41d8-936e-1c400d4b704d not bound to the agent host hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:17:27.269277 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e3cdb28d-60ec-4f9c-a30f-4689d1bffad9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (bdb6606b-ea50-4381-8b1a-06b4dde9d47d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:27.347196 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e3cdb28d-60ec-4f9c-a30f-4689d1bffad9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (bdb6606b-ea50-4381-8b1a-06b4dde9d47d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:27.347509 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e3cdb28d-60ec-4f9c-a30f-4689d1bffad9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for floatingip (bdb6606b-ea50-4381-8b1a-06b4dde9d47d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:27.360140 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-e3cdb28d-60ec-4f9c-a30f-4689d1bffad9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Calling delete_port for bdb6606b-ea50-4381-8b1a-06b4dde9d47d owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:17:27.431191 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:DELETE=9,neutron:SELECT=91 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:27.497669 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e3cdb28d-60ec-4f9c-a30f-4689d1bffad9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (bdb6606b-ea50-4381-8b1a-06b4dde9d47d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:27.523948 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cdb28d-60ec-4f9c-a30f-4689d1bffad9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event deleted for resources: {'Port': ['ID=bdb6606b-ea50-4381-8b1a-06b4dde9d47d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:27.586726 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e3cdb28d-60ec-4f9c-a30f-4689d1bffad9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for floatingip (97e6e280-7154-4ffb-9917-7239f2e3c8cb), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:27.589231 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e3cdb28d-60ec-4f9c-a30f-4689d1bffad9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:27.590365 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-e3cdb28d-60ec-4f9c-a30f-4689d1bffad9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "DELETE /v2.0/floatingips/97e6e280-7154-4ffb-9917-7239f2e3c8cb HTTP/1.1" status: 204 len: 168 time: 0.4344232 Jul 05 10:17:29.164773 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:29.183827 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3562ec9-886b-4c8e-8dbf-179de8e887a0 req-348bcb4d-dbe3-4811-8782-01b5d9cac6a1 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:29.185322 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f3562ec9-886b-4c8e-8dbf-179de8e887a0 req-348bcb4d-dbe3-4811-8782-01b5d9cac6a1 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 946 time: 0.0492923 Jul 05 10:17:29.233908 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f3562ec9-886b-4c8e-8dbf-179de8e887a0 req-7515c9db-1a82-41b0-a88f-f040a7103d31 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430462 Jul 05 10:17:30.381558 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9881524-ad2a-4f2d-b663-bc3bec30cde1 req-69cd1315-4805-487a-8b11-1d1c946a8be0 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:30.383015 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c9881524-ad2a-4f2d-b663-bc3bec30cde1 req-69cd1315-4805-487a-8b11-1d1c946a8be0 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 946 time: 0.0794854 Jul 05 10:17:30.393279 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b0265-cf47-4d1c-8f96-88af4ddef11c req-ad0ed4c0-e7cf-47b7-a840-be6e5e109ebd tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:30.394643 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-387b0265-cf47-4d1c-8f96-88af4ddef11c req-ad0ed4c0-e7cf-47b7-a840-be6e5e109ebd tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 946 time: 0.0625393 Jul 05 10:17:30.471609 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c9881524-ad2a-4f2d-b663-bc3bec30cde1 req-7fc8cb7b-da7c-4dad-9bb3-10c42e8fdf7e tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d9a543-87de-4a1a-b980-970e1f449f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760458 Jul 05 10:17:30.509322 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-387b0265-cf47-4d1c-8f96-88af4ddef11c req-46a3f186-6f21-475d-b9ce-a3f1f9934ba2 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Deleting port 66542ef5-f0db-4a7d-ab6e-ceb382db45de {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:17:30.509675 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-387b0265-cf47-4d1c-8f96-88af4ddef11c req-46a3f186-6f21-475d-b9ce-a3f1f9934ba2 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (66542ef5-f0db-4a7d-ab6e-ceb382db45de), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:30.596973 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-387b0265-cf47-4d1c-8f96-88af4ddef11c req-46a3f186-6f21-475d-b9ce-a3f1f9934ba2 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] For port 66542ef5-f0db-4a7d-ab6e-ceb382db45de, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=66542ef5-f0db-4a7d-ab6e-ceb382db45de,segment=NetworkSegment(d4b01923-e693-4e36-bd4a-3dc5b8f9c91a),segment_id=d4b01923-e693-4e36-bd4a-3dc5b8f9c91a)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:30.597255 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-387b0265-cf47-4d1c-8f96-88af4ddef11c req-46a3f186-6f21-475d-b9ce-a3f1f9934ba2 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (66542ef5-f0db-4a7d-ab6e-ceb382db45de), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:30.759222 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-387b0265-cf47-4d1c-8f96-88af4ddef11c req-46a3f186-6f21-475d-b9ce-a3f1f9934ba2 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:30.759582 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-387b0265-cf47-4d1c-8f96-88af4ddef11c req-46a3f186-6f21-475d-b9ce-a3f1f9934ba2 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-790480'] for floatingip (530a9131-1248-43f3-b827-94ead4e83bb2), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:30.759895 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.db.l3_db [req-387b0265-cf47-4d1c-8f96-88af4ddef11c req-46a3f186-6f21-475d-b9ce-a3f1f9934ba2 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Floating IP 530a9131-1248-43f3-b827-94ead4e83bb2 disassociated. External IP: 172.37.2.173, port: 66542ef5-f0db-4a7d-ab6e-ceb382db45de. Jul 05 10:17:30.760252 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-387b0265-cf47-4d1c-8f96-88af4ddef11c req-46a3f186-6f21-475d-b9ce-a3f1f9934ba2 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Calling delete_port for 66542ef5-f0db-4a7d-ab6e-ceb382db45de owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:17:30.886037 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-387b0265-cf47-4d1c-8f96-88af4ddef11c req-46a3f186-6f21-475d-b9ce-a3f1f9934ba2 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (66542ef5-f0db-4a7d-ab6e-ceb382db45de), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:30.911974 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3f186-6f21-475d-b9ce-a3f1f9934ba2 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event deleted for resources: {'Port': ['ID=66542ef5-f0db-4a7d-ab6e-ceb382db45de,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:31.001291 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:31.028586 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-387b0265-cf47-4d1c-8f96-88af4ddef11c req-46a3f186-6f21-475d-b9ce-a3f1f9934ba2 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Router 6182e117-2d11-491f-9275-3daba539c45b has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:17:31.085520 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:31.137855 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-387b0265-cf47-4d1c-8f96-88af4ddef11c req-46a3f186-6f21-475d-b9ce-a3f1f9934ba2 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:17:31.148293 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cfd23d-c000-45cf-a338-ed62e4690fca None None] Sync routers for ids ['6182e117-2d11-491f-9275-3daba539c45b'] in dv-cinder-master-3-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:17:31.158480 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cfd23d-c000-45cf-a338-ed62e4690fca None None] Routers {'6182e117-2d11-491f-9275-3daba539c45b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:17:31.159070 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-65cfd23d-c000-45cf-a338-ed62e4690fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:17:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['6182e117-2d11-491f-9275-3daba539c45b'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:31.179778 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-387b0265-cf47-4d1c-8f96-88af4ddef11c req-46a3f186-6f21-475d-b9ce-a3f1f9934ba2 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] No DVR routers for this DVR port 66542ef5-f0db-4a7d-ab6e-ceb382db45de on host hv-cinder-maste {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:17:31.182296 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-387b0265-cf47-4d1c-8f96-88af4ddef11c req-46a3f186-6f21-475d-b9ce-a3f1f9934ba2 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:31.185502 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-387b0265-cf47-4d1c-8f96-88af4ddef11c req-46a3f186-6f21-475d-b9ce-a3f1f9934ba2 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.30 "DELETE /v2.0/ports/66542ef5-f0db-4a7d-ab6e-ceb382db45de HTTP/1.1" status: 204 len: 173 time: 0.7832673 Jul 05 10:17:31.185971 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab80efc4-b2fa-4761-806b-2a197cc5b00b', 'name': 'network-vif-deleted', 'tag': '66542ef5-f0db-4a7d-ab6e-ceb382db45de'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:17:31.188118 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bc1a9e-4dea-41a5-bdce-86fc5cbffa4b" -d '{"events": [{"server_uuid": "ab80efc4-b2fa-4761-806b-2a197cc5b00b", "name": "network-vif-deleted", "tag": "66542ef5-f0db-4a7d-ab6e-ceb382db45de"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:31.233084 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185f846c-a924-4cb1-9c89-a30ee5399786 x-openstack-request-id: req-185f846c-a924-4cb1-9c89-a30ee5399786 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:31.233369 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab80efc4-b2fa-4761-806b-2a197cc5b00b", "name": "network-vif-deleted", "tag": "66542ef5-f0db-4a7d-ab6e-ceb382db45de", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:31.233615 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-185f846c-a924-4cb1-9c89-a30ee5399786 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:31.234009 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-185f846c-a924-4cb1-9c89-a30ee5399786'] response: {'server_uuid': 'ab80efc4-b2fa-4761-806b-2a197cc5b00b', 'name': 'network-vif-deleted', 'tag': '66542ef5-f0db-4a7d-ab6e-ceb382db45de', 'status': 'completed', 'code': 200} Jul 05 10:17:31.265153 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-65cfd23d-c000-45cf-a338-ed62e4690fca None None] Set router 6182e117-2d11-491f-9275-3daba539c45b gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:17:31.412796 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=100 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:31.420622 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=100 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:31.517794 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256bfcc-097a-4e2b-bb48-3052e81ea621 req-83372352-f56d-4517-b5bf-a89a3579ca40 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:31.519397 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1256bfcc-097a-4e2b-bb48-3052e81ea621 req-83372352-f56d-4517-b5bf-a89a3579ca40 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 945 time: 0.0551760 Jul 05 10:17:31.571462 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-65cfd23d-c000-45cf-a338-ed62e4690fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6182e117-2d11-491f-9275-3daba539c45b', 'name': 'tempest-AttachVolumeNegativeTest-715002652-router', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a064a84-494e-41c6-9048-966cc269baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'gw_port': {'id': '1a064a84-494e-41c6-9048-966cc269baff', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:08Z', 'updated_at': '2022-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b05b5c91-2f39-45ea-94c7-857f56cd562c', 'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'mac_address': 'fa:16:3e:ca:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 5, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'subnets': [{'id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:31.582839 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1256bfcc-097a-4e2b-bb48-3052e81ea621 req-08c199ee-676f-4e38-aa69-1e1d6ebf09b8 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574563 Jul 05 10:17:31.595588 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cfd23d-c000-45cf-a338-ed62e4690fca None None] Checking router: 6182e117-2d11-491f-9275-3daba539c45b for host: dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:17:31.598601 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bb6007d2-9b0a-42c9-a048-0bc881f31f37 req-f76850e0-0a98-4c09-aaa5-7558764fc3ec tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab80efc4-b2fa-4761-806b-2a197cc5b00b HTTP/1.1" status: 200 len: 210 time: 0.0392199 Jul 05 10:17:31.606886 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cfd23d-c000-45cf-a338-ed62e4690fca None None] Routers {'6182e117-2d11-491f-9275-3daba539c45b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:17:31.607472 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-65cfd23d-c000-45cf-a338-ed62e4690fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:17:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['6182e117-2d11-491f-9275-3daba539c45b'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:31.706631 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-65cfd23d-c000-45cf-a338-ed62e4690fca None None] Set router 6182e117-2d11-491f-9275-3daba539c45b gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:17:31.888948 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-65cfd23d-c000-45cf-a338-ed62e4690fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6182e117-2d11-491f-9275-3daba539c45b', 'name': 'tempest-AttachVolumeNegativeTest-715002652-router', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a064a84-494e-41c6-9048-966cc269baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'gw_port': {'id': '1a064a84-494e-41c6-9048-966cc269baff', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:08Z', 'updated_at': '2022-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b05b5c91-2f39-45ea-94c7-857f56cd562c', 'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'mac_address': 'fa:16:3e:ca:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 5, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'subnets': [{'id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:31.917173 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cfd23d-c000-45cf-a338-ed62e4690fca None None] The sync data for ids ['6182e117-2d11-491f-9275-3daba539c45b'] in dv-cinder-master-3-iscsi is: [{'id': '6182e117-2d11-491f-9275-3daba539c45b', 'name': 'tempest-AttachVolumeNegativeTest-715002652-router', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a064a84-494e-41c6-9048-966cc269baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'gw_port': {'id': '1a064a84-494e-41c6-9048-966cc269baff', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:08Z', 'updated_at': '2022-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b05b5c91-2f39-45ea-94c7-857f56cd562c', 'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'mac_address': 'fa:16:3e:ca:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 5, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'subnets': [{'id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:17:32.135165 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ce0b97-3320-4e46-8a35-7bfc042b619c None None] New status for floating IP 530a9131-1248-43f3-b827-94ead4e83bb2: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 10:17:32.681129 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 49614) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:17:32.698096 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f0069-7d1f-4bee-9488-d842598b5a16 req-92e82454-1d72-4a81-9fff-ecd9f3fd0780 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:32.699691 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e50f0069-7d1f-4bee-9488-d842598b5a16 req-92e82454-1d72-4a81-9fff-ecd9f3fd0780 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 945 time: 0.0488901 Jul 05 10:17:32.736657 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a33d4bf7-03ae-40d2-9f64-f7e3362af04a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group (16d9a543-87de-4a1a-b980-970e1f449f49), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:32.748978 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e50f0069-7d1f-4bee-9488-d842598b5a16 req-326a190c-35cc-4b9a-8da3-d563cb8fc5ae tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437019 Jul 05 10:17:32.759923 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a33d4bf7-03ae-40d2-9f64-f7e3362af04a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group (16d9a543-87de-4a1a-b980-970e1f449f49), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:32.809824 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a33d4bf7-03ae-40d2-9f64-f7e3362af04a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (16d9a543-87de-4a1a-b980-970e1f449f49), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:32.812370 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a33d4bf7-03ae-40d2-9f64-f7e3362af04a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:32.813515 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-a33d4bf7-03ae-40d2-9f64-f7e3362af04a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "DELETE /v2.0/security-groups/16d9a543-87de-4a1a-b980-970e1f449f49 HTTP/1.1" status: 204 len: 168 time: 0.1313634 Jul 05 10:17:32.816416 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 49616) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:17:32.823049 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d4bf7-03ae-40d2-9f64-f7e3362af04a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d9a543-87de-4a1a-b980-970e1f449f49,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:32.830218 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d4bf7-03ae-40d2-9f64-f7e3362af04a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:32.830564 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d4bf7-03ae-40d2-9f64-f7e3362af04a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:32.830907 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d4bf7-03ae-40d2-9f64-f7e3362af04a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:32.831244 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d4bf7-03ae-40d2-9f64-f7e3362af04a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:32.831575 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d4bf7-03ae-40d2-9f64-f7e3362af04a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:32.831906 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d4bf7-03ae-40d2-9f64-f7e3362af04a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:32.832229 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d4bf7-03ae-40d2-9f64-f7e3362af04a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:32.832596 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d4bf7-03ae-40d2-9f64-f7e3362af04a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:32.832918 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d4bf7-03ae-40d2-9f64-f7e3362af04a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:32.833239 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d4bf7-03ae-40d2-9f64-f7e3362af04a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:32.834126 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.api.v2.resource [None req-ec7e7b02-3821-4642-92f3-42ef3f7d8689 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] show failed (client error): The resource could not be found. Jul 05 10:17:32.834244 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d4bf7-03ae-40d2-9f64-f7e3362af04a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:32.834449 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d4bf7-03ae-40d2-9f64-f7e3362af04a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:32.834772 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d4bf7-03ae-40d2-9f64-f7e3362af04a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:32.835092 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d4bf7-03ae-40d2-9f64-f7e3362af04a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:32.835185 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-ec7e7b02-3821-4642-92f3-42ef3f7d8689 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups/16d9a543-87de-4a1a-b980-970e1f449f49 HTTP/1.1" status: 404 len: 347 time: 0.0177920 Jul 05 10:17:32.835416 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d4bf7-03ae-40d2-9f64-f7e3362af04a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:32.838062 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 49618) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:17:32.949971 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-2beda7ee-a0e7-4dec-b81a-14d62ed4cfcc tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Deleting port c27a2cab-6e3e-4d32-bbe3-730c73466571 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:17:32.950314 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2beda7ee-a0e7-4dec-b81a-14d62ed4cfcc tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (c27a2cab-6e3e-4d32-bbe3-730c73466571), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:33.025050 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2beda7ee-a0e7-4dec-b81a-14d62ed4cfcc tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (c27a2cab-6e3e-4d32-bbe3-730c73466571), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:33.025504 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2beda7ee-a0e7-4dec-b81a-14d62ed4cfcc tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for floatingip (c27a2cab-6e3e-4d32-bbe3-730c73466571), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:33.038409 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-2beda7ee-a0e7-4dec-b81a-14d62ed4cfcc tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Calling delete_port for c27a2cab-6e3e-4d32-bbe3-730c73466571 owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:17:33.173637 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2beda7ee-a0e7-4dec-b81a-14d62ed4cfcc tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (c27a2cab-6e3e-4d32-bbe3-730c73466571), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:33.196883 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beda7ee-a0e7-4dec-b81a-14d62ed4cfcc tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event deleted for resources: {'Port': ['ID=c27a2cab-6e3e-4d32-bbe3-730c73466571,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:33.231147 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:17:33.262831 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2beda7ee-a0e7-4dec-b81a-14d62ed4cfcc tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for floatingip (530a9131-1248-43f3-b827-94ead4e83bb2), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:33.265348 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2beda7ee-a0e7-4dec-b81a-14d62ed4cfcc tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:33.267927 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-2beda7ee-a0e7-4dec-b81a-14d62ed4cfcc tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "DELETE /v2.0/floatingips/530a9131-1248-43f3-b827-94ead4e83bb2 HTTP/1.1" status: 204 len: 168 time: 0.4275587 Jul 05 10:17:33.268084 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 66542ef5-f0db-4a7d-ab6e-ceb382db45de no longer exists at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:17:33.287171 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] No Port match for: 66542ef5-f0db-4a7d-ab6e-ceb382db45de {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:17:33.287516 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 66542ef5-f0db-4a7d-ab6e-ceb382db45de not bound to the agent host hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:17:33.348705 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 49622) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:17:33.354048 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-45cae2f0-5ac3-4138-9ee7-965dba1b09bd tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Request body: {'security_group': {'name': 'tempest-securitygroup--191017446', 'description': 'tempest-description--1033388100'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:17:33.375333 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-45cae2f0-5ac3-4138-9ee7-965dba1b09bd tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:33.416591 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:33.441937 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:33.444421 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-45cae2f0-5ac3-4138-9ee7-965dba1b09bd tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group (c4c28ac2-5b08-4ff1-a328-d4734dd05007), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:33.448234 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-45cae2f0-5ac3-4138-9ee7-965dba1b09bd tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (c4c28ac2-5b08-4ff1-a328-d4734dd05007), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:33.478569 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-45cae2f0-5ac3-4138-9ee7-965dba1b09bd tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:33.479765 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-45cae2f0-5ac3-4138-9ee7-965dba1b09bd tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1295366 Jul 05 10:17:33.482754 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 49624) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:17:33.483711 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cae2f0-5ac3-4138-9ee7-965dba1b09bd tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c28ac2-5b08-4ff1-a328-d4734dd05007,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:33.488415 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-1ff27aaf-0424-406a-8757-90c54698f060 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Request body: {'security_group_rule': {'security_group_id': 'c4c28ac2-5b08-4ff1-a328-d4734dd05007', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:17:33.515016 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ff27aaf-0424-406a-8757-90c54698f060 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group_rule (33267e85-ac97-40ad-a6b6-a272fc1794c8), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:33.569477 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ff27aaf-0424-406a-8757-90c54698f060 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group_rule (33267e85-ac97-40ad-a6b6-a272fc1794c8), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:33.572990 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ff27aaf-0424-406a-8757-90c54698f060 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (33267e85-ac97-40ad-a6b6-a272fc1794c8), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:33.592702 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff27aaf-0424-406a-8757-90c54698f060 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33267e85-ac97-40ad-a6b6-a272fc1794c8,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:33.597669 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ff27aaf-0424-406a-8757-90c54698f060 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:33.599643 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-1ff27aaf-0424-406a-8757-90c54698f060 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150434 Jul 05 10:17:33.602137 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 49626) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:17:33.606816 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-14299f56-e7a7-4fba-93a0-ed44088d6e90 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Request body: {'security_group_rule': {'security_group_id': 'c4c28ac2-5b08-4ff1-a328-d4734dd05007', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:17:33.633617 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14299f56-e7a7-4fba-93a0-ed44088d6e90 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group_rule (3f0ca835-5c12-4e95-a5fd-950029532bd1), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:33.689340 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14299f56-e7a7-4fba-93a0-ed44088d6e90 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group_rule (3f0ca835-5c12-4e95-a5fd-950029532bd1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:33.692555 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14299f56-e7a7-4fba-93a0-ed44088d6e90 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (3f0ca835-5c12-4e95-a5fd-950029532bd1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:33.711709 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14299f56-e7a7-4fba-93a0-ed44088d6e90 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f0ca835-5c12-4e95-a5fd-950029532bd1,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:33.717819 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14299f56-e7a7-4fba-93a0-ed44088d6e90 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:33.718999 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-14299f56-e7a7-4fba-93a0-ed44088d6e90 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158445 Jul 05 10:17:33.722001 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 49628) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:17:33.726701 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-f813a522-a4b1-48f7-9316-e58938f9d057 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Request body: {'floatingip': {'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:17:33.746423 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f813a522-a4b1-48f7-9316-e58938f9d057 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:33.852228 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f813a522-a4b1-48f7-9316-e58938f9d057 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:33.901265 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe1c94-359c-47bc-ad84-fee4777ef72c req-9691e090-fd19-45f5-9232-1e9d64d95590 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:33.902713 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8ffe1c94-359c-47bc-ad84-fee4777ef72c req-9691e090-fd19-45f5-9232-1e9d64d95590 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 945 time: 0.0834758 Jul 05 10:17:33.997041 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8ffe1c94-359c-47bc-ad84-fee4777ef72c req-7572e610-2afe-439f-b9a3-e0bf523eda9e tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872436 Jul 05 10:17:34.012179 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-f813a522-a4b1-48f7-9316-e58938f9d057 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Allocated IP 172.37.2.151 (41de873a-d138-4cc5-b805-d53357ba161e/988cd17f-ff06-4e31-a156-b2c72b1aa185/5c89bbbc-b62e-4276-99a4-fffae2add2c7) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:17:34.114222 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f813a522-a4b1-48f7-9316-e58938f9d057 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for port (5c89bbbc-b62e-4276-99a4-fffae2add2c7), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:34.144734 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f813a522-a4b1-48f7-9316-e58938f9d057 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (5c89bbbc-b62e-4276-99a4-fffae2add2c7), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:34.186177 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f813a522-a4b1-48f7-9316-e58938f9d057 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Network 41de873a-d138-4cc5-b805-d53357ba161e is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:17:34.190673 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-f813a522-a4b1-48f7-9316-e58938f9d057 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:34.194976 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f813a522-a4b1-48f7-9316-e58938f9d057 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:17:34.201143 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813a522-a4b1-48f7-9316-e58938f9d057 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event updated for resources: {'Port': ['ID=5c89bbbc-b62e-4276-99a4-fffae2add2c7,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:34.242925 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:34.265891 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:34.283781 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f813a522-a4b1-48f7-9316-e58938f9d057 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for floatingip (08961438-fa69-4501-9191-907de2bd43ee), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:34.318627 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f813a522-a4b1-48f7-9316-e58938f9d057 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (5c89bbbc-b62e-4276-99a4-fffae2add2c7), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:34.462765 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f813a522-a4b1-48f7-9316-e58938f9d057 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for port (5c89bbbc-b62e-4276-99a4-fffae2add2c7), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:34.467180 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f813a522-a4b1-48f7-9316-e58938f9d057 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (5c89bbbc-b62e-4276-99a4-fffae2add2c7), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:34.540489 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813a522-a4b1-48f7-9316-e58938f9d057 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event updated for resources: {'Port': ['ID=5c89bbbc-b62e-4276-99a4-fffae2add2c7,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:34.546581 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f813a522-a4b1-48f7-9316-e58938f9d057 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-790480'] for floatingip (08961438-fa69-4501-9191-907de2bd43ee), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:34.562896 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f813a522-a4b1-48f7-9316-e58938f9d057 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:34.564074 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-f813a522-a4b1-48f7-9316-e58938f9d057 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8411763 Jul 05 10:17:34.754449 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-aca339e4-30d6-4f1c-a6d5-adc35bad75c0 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--191017446&fields=id&tenant_id=7eccead420ae4aacb6f31dcb17a138cc HTTP/1.1" status: 200 len: 267 time: 0.0422082 Jul 05 10:17:34.862332 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-2869ac54-1ae1-473a-a722-208b3990386b tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:34.863671 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-2869ac54-1ae1-473a-a722-208b3990386b tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/networks?id=033e3c55-aad3-40e5-8b8b-1dedb7b873c7 HTTP/1.1" status: 200 len: 814 time: 0.1032095 Jul 05 10:17:34.877351 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-3c2f419f-5c93-4ae8-9f58-6c80f1f389d5 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/quotas/7eccead420ae4aacb6f31dcb17a138cc HTTP/1.1" status: 200 len: 375 time: 0.0084882 Jul 05 10:17:34.925590 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-dd586535-f2fd-4faf-95ad-f35e96ef2773 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7eccead420ae4aacb6f31dcb17a138cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431092 Jul 05 10:17:35.143910 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac1c1b-679b-4855-9839-17b0b45133d1 req-220fcfe6-0dd5-47db-8dc4-3919688558ec tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:35.145268 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-dcac1c1b-679b-4855-9839-17b0b45133d1 req-220fcfe6-0dd5-47db-8dc4-3919688558ec tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 945 time: 0.0578551 Jul 05 10:17:35.162842 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-51987738-2ed0-4021-b40e-33f9898e7f04 service neutron] 10.222.0.20 "GET /v2.0/networks/033e3c55-aad3-40e5-8b8b-1dedb7b873c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260747 Jul 05 10:17:35.250097 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-dcac1c1b-679b-4855-9839-17b0b45133d1 req-50d37feb-c9cb-48f2-ad84-ecde8292c1bc tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986753 Jul 05 10:17:35.276100 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-dbb9e710-53c8-4904-b195-f2dc5963dba5 service neutron] 10.222.0.20 "GET /v2.0/networks/033e3c55-aad3-40e5-8b8b-1dedb7b873c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071539 Jul 05 10:17:35.437262 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-38898c72-9c2d-4610-a41c-54c3899e2e65 req-e80820e7-99a9-43c1-a376-02131aa09309 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=70cdd8c1-3058-4809-a0d1-73e39cf2e520 HTTP/1.1" status: 200 len: 210 time: 0.0324941 Jul 05 10:17:36.229923 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=19,neutron:UPDATE=6 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:36.231420 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:36.372700 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4b2bd-b9af-4681-bdc6-c18e51a1cb19 req-4e81e4ed-2a5f-4c13-9ca2-e02ab73a5de3 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:36.374211 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-59b4b2bd-b9af-4681-bdc6-c18e51a1cb19 req-4e81e4ed-2a5f-4c13-9ca2-e02ab73a5de3 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 945 time: 0.0525703 Jul 05 10:17:36.383626 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:36.409403 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:36.510348 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-59b4b2bd-b9af-4681-bdc6-c18e51a1cb19 req-b57f7901-cf69-49c0-9638-0c55d68aad7d tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241450 Jul 05 10:17:36.556996 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-f8fc21b0-ca15-46c6-83c1-f33ea8204663 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:36.558417 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-f8fc21b0-ca15-46c6-83c1-f33ea8204663 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.30 "GET /v2.0/networks?id=033e3c55-aad3-40e5-8b8b-1dedb7b873c7 HTTP/1.1" status: 200 len: 814 time: 0.1833580 Jul 05 10:17:36.560102 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0cb955d9-26fc-48f9-b017-21297ad0edb1 req-320facd4-a525-477a-aeae-43391dadcf1d tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=70cdd8c1-3058-4809-a0d1-73e39cf2e520 HTTP/1.1" status: 200 len: 210 time: 0.0464461 Jul 05 10:17:36.727928 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-3e21bc55-2005-4693-b6b8-91f79de2ad55 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7eccead420ae4aacb6f31dcb17a138cc HTTP/1.1" status: 200 len: 379 time: 0.0518124 Jul 05 10:17:36.736716 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-4ecadae8-9302-43c4-9d97-e621dd786e60 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Request body: {'port': {'device_id': '70cdd8c1-3058-4809-a0d1-73e39cf2e520', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'admin_state_up': True, 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'security_groups': ['c4c28ac2-5b08-4ff1-a328-d4734dd05007']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:17:36.845368 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-4ecadae8-9302-43c4-9d97-e621dd786e60 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Made reservation on behalf of 7eccead420ae4aacb6f31dcb17a138cc for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:17:36.848690 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-4ecadae8-9302-43c4-9d97-e621dd786e60 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:36.972749 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-4ecadae8-9302-43c4-9d97-e621dd786e60 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Allocated IP 172.20.0.3 (033e3c55-aad3-40e5-8b8b-1dedb7b873c7/22a7c97f-a653-4bd5-b189-3fc891a00ce4/dbd17c56-2b84-42e7-9867-b2fcb6dc597e) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:17:37.116979 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-4ecadae8-9302-43c4-9d97-e621dd786e60 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for port (dbd17c56-2b84-42e7-9867-b2fcb6dc597e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:37.148354 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-4ecadae8-9302-43c4-9d97-e621dd786e60 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (dbd17c56-2b84-42e7-9867-b2fcb6dc597e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:37.195355 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-4ecadae8-9302-43c4-9d97-e621dd786e60 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Network 033e3c55-aad3-40e5-8b8b-1dedb7b873c7 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:17:37.198339 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-4ecadae8-9302-43c4-9d97-e621dd786e60 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:37.202067 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-4ecadae8-9302-43c4-9d97-e621dd786e60 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:17:37.207906 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecadae8-9302-43c4-9d97-e621dd786e60 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event updated for resources: {'Port': ['ID=dbd17c56-2b84-42e7-9867-b2fcb6dc597e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:37.409826 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-60128efe-ea66-46a8-a78d-5c5c6a6ec545 None None] Provisioning complete for port dbd17c56-2b84-42e7-9867-b2fcb6dc597e triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:17:37.410398 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-60128efe-ea66-46a8-a78d-5c5c6a6ec545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (dbd17c56-2b84-42e7-9867-b2fcb6dc597e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:37.443539 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-60128efe-ea66-46a8-a78d-5c5c6a6ec545 None None] Port dbd17c56-2b84-42e7-9867-b2fcb6dc597e cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:17:37.470222 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:37.478979 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-4ecadae8-9302-43c4-9d97-e621dd786e60 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:37.479523 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-4ecadae8-9302-43c4-9d97-e621dd786e60 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:37.496169 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-4ecadae8-9302-43c4-9d97-e621dd786e60 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7631891 Jul 05 10:17:37.517363 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-031e9749-f000-48b6-92e9-4a106120bd8c service neutron] Request body: {'port': {'device_id': '70cdd8c1-3058-4809-a0d1-73e39cf2e520', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:17:37.574861 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-031e9749-f000-48b6-92e9-4a106120bd8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (dbd17c56-2b84-42e7-9867-b2fcb6dc597e), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:37.643639 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:37.683601 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5637d5-65c5-49bc-aa47-077320234959 req-4f12db74-4b63-44f7-b88b-600b9d4b14c0 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:37.685094 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6b5637d5-65c5-49bc-aa47-077320234959 req-4f12db74-4b63-44f7-b88b-600b9d4b14c0 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 945 time: 0.1008801 Jul 05 10:17:37.773788 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df99cbd-fd5f-4037-8df3-0bf64bc37258 req-0d4b5c99-92b2-4952-824b-e2deb66bde26 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:37.775226 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7df99cbd-fd5f-4037-8df3-0bf64bc37258 req-0d4b5c99-92b2-4952-824b-e2deb66bde26 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=70cdd8c1-3058-4809-a0d1-73e39cf2e520 HTTP/1.1" status: 200 len: 931 time: 0.1386077 Jul 05 10:17:37.858838 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6b5637d5-65c5-49bc-aa47-077320234959 req-05447107-b695-47db-9874-b2976e30ad82 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625071 Jul 05 10:17:37.909374 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7df99cbd-fd5f-4037-8df3-0bf64bc37258 req-121200ca-d30b-4448-aa67-084945beffd9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c28ac2-5b08-4ff1-a328-d4734dd05007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268399 Jul 05 10:17:37.997622 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-031e9749-f000-48b6-92e9-4a106120bd8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd17c56-2b84-42e7-9867-b2fcb6dc597e {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:17:38.004935 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-031e9749-f000-48b6-92e9-4a106120bd8c service neutron] Publish callbacks [] for port (dbd17c56-2b84-42e7-9867-b2fcb6dc597e), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:38.017095 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-031e9749-f000-48b6-92e9-4a106120bd8c service neutron] Transition to ACTIVE for port object dbd17c56-2b84-42e7-9867-b2fcb6dc597e will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 10:17:38.020949 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-031e9749-f000-48b6-92e9-4a106120bd8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (dbd17c56-2b84-42e7-9867-b2fcb6dc597e), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:38.070580 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e9749-f000-48b6-92e9-4a106120bd8c service neutron] Pushing event updated for resources: {'Port': ['ID=dbd17c56-2b84-42e7-9867-b2fcb6dc597e,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:38.141334 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-031e9749-f000-48b6-92e9-4a106120bd8c service neutron] Attempting to bind port dbd17c56-2b84-42e7-9867-b2fcb6dc597e on host hv-cinder-maste for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:17:38.141660 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-031e9749-f000-48b6-92e9-4a106120bd8c service neutron] Attempting to bind port dbd17c56-2b84-42e7-9867-b2fcb6dc597e by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd4b01923-e693-4e36-bd4a-3dc5b8f9c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:17:38.141985 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-031e9749-f000-48b6-92e9-4a106120bd8c service neutron] Attempting to bind port dbd17c56-2b84-42e7-9867-b2fcb6dc597e on network 033e3c55-aad3-40e5-8b8b-1dedb7b873c7 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:17:38.146618 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-031e9749-f000-48b6-92e9-4a106120bd8c service neutron] Port dbd17c56-2b84-42e7-9867-b2fcb6dc597e on network 033e3c55-aad3-40e5-8b8b-1dedb7b873c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 10:17:38.146927 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-031e9749-f000-48b6-92e9-4a106120bd8c service neutron] Attempting to bind port dbd17c56-2b84-42e7-9867-b2fcb6dc597e on network 033e3c55-aad3-40e5-8b8b-1dedb7b873c7 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:17:38.152351 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-031e9749-f000-48b6-92e9-4a106120bd8c service neutron] Checking agent: {'id': '2022926f-89e6-45ab-bc5a-219d9ca35e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'started_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:17:38.152759 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-031e9749-f000-48b6-92e9-4a106120bd8c service neutron] Checking segment: {'id': 'd4b01923-e693-4e36-bd4a-3dc5b8f9c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:17:38.153134 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-031e9749-f000-48b6-92e9-4a106120bd8c service neutron] Bound using segment: {'id': 'd4b01923-e693-4e36-bd4a-3dc5b8f9c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:17:38.153554 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-031e9749-f000-48b6-92e9-4a106120bd8c service neutron] Bound port: dbd17c56-2b84-42e7-9867-b2fcb6dc597e, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b01923-e693-4e36-bd4a-3dc5b8f9c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:17:38.153907 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-031e9749-f000-48b6-92e9-4a106120bd8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (dbd17c56-2b84-42e7-9867-b2fcb6dc597e), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:38.220263 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-031e9749-f000-48b6-92e9-4a106120bd8c service neutron] For port dbd17c56-2b84-42e7-9867-b2fcb6dc597e, host hv-cinder-maste, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:17:38.223393 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-031e9749-f000-48b6-92e9-4a106120bd8c service neutron] For port dbd17c56-2b84-42e7-9867-b2fcb6dc597e, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dbd17c56-2b84-42e7-9867-b2fcb6dc597e,segment=NetworkSegment(d4b01923-e693-4e36-bd4a-3dc5b8f9c91a),segment_id=d4b01923-e693-4e36-bd4a-3dc5b8f9c91a)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:17:38.229615 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-031e9749-f000-48b6-92e9-4a106120bd8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (dbd17c56-2b84-42e7-9867-b2fcb6dc597e), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:38.266205 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-031e9749-f000-48b6-92e9-4a106120bd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:38.266814 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-031e9749-f000-48b6-92e9-4a106120bd8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:38.268163 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-031e9749-f000-48b6-92e9-4a106120bd8c service neutron] 10.222.0.30 "PUT /v2.0/ports/dbd17c56-2b84-42e7-9867-b2fcb6dc597e HTTP/1.1" status: 200 len: 1093 time: 0.7546425 Jul 05 10:17:38.268613 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70cdd8c1-3058-4809-a0d1-73e39cf2e520', 'tag': 'dbd17c56-2b84-42e7-9867-b2fcb6dc597e'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:17:38.270837 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ddf2fd-33ae-4dd5-bf21-07d266737a59" -d '{"events": [{"name": "network-changed", "server_uuid": "70cdd8c1-3058-4809-a0d1-73e39cf2e520", "tag": "dbd17c56-2b84-42e7-9867-b2fcb6dc597e"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:38.302835 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e9749-f000-48b6-92e9-4a106120bd8c service neutron] Pushing event updated for resources: {'Port': ['ID=dbd17c56-2b84-42e7-9867-b2fcb6dc597e,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:38.316883 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6b3a40-4dfa-467b-a6b7-8176a71810e2 x-openstack-request-id: req-3f6b3a40-4dfa-467b-a6b7-8176a71810e2 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:38.317167 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70cdd8c1-3058-4809-a0d1-73e39cf2e520", "tag": "dbd17c56-2b84-42e7-9867-b2fcb6dc597e", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:38.317470 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f6b3a40-4dfa-467b-a6b7-8176a71810e2 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:38.317979 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f6b3a40-4dfa-467b-a6b7-8176a71810e2'] response: {'name': 'network-changed', 'server_uuid': '70cdd8c1-3058-4809-a0d1-73e39cf2e520', 'tag': 'dbd17c56-2b84-42e7-9867-b2fcb6dc597e', 'status': 'completed', 'code': 200} Jul 05 10:17:38.381746 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-6bf124f3-f377-47b0-96bb-20ab9546f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:38.383265 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-6bf124f3-f377-47b0-96bb-20ab9546f990 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7eccead420ae4aacb6f31dcb17a138cc&device_id=70cdd8c1-3058-4809-a0d1-73e39cf2e520 HTTP/1.1" status: 200 len: 1127 time: 0.0423205 Jul 05 10:17:38.404730 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:38.435350 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-ba9347f1-3918-47f9-ae56-34c5ddfdab3e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbd17c56-2b84-42e7-9867-b2fcb6dc597e HTTP/1.1" status: 200 len: 217 time: 0.0373845 Jul 05 10:17:38.485672 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-265ecfcf-1290-462e-b989-6926f9b115bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:38.487133 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-265ecfcf-1290-462e-b989-6926f9b115bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22a7c97f-a653-4bd5-b189-3fc891a00ce4 HTTP/1.1" status: 200 len: 853 time: 0.0441086 Jul 05 10:17:38.530385 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-8ee2e0e0-b65f-4db2-b09b-7a6bdc861154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:38.531762 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-8ee2e0e0-b65f-4db2-b09b-7a6bdc861154 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=033e3c55-aad3-40e5-8b8b-1dedb7b873c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387847 Jul 05 10:17:38.597557 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:38.626883 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-60a881cf-56bc-42e6-b56d-c6ef61417b73 service neutron] 10.222.0.30 "GET /v2.0/networks/033e3c55-aad3-40e5-8b8b-1dedb7b873c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882752 Jul 05 10:17:38.716372 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-49c6851d-e402-4715-b864-fa25b2c4bc41 req-431b1d1a-6c33-420e-ab60-5442d1f1267c service neutron] 10.222.0.30 "GET /v2.0/networks/033e3c55-aad3-40e5-8b8b-1dedb7b873c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826900 Jul 05 10:17:38.980431 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675732f7-893a-4b53-89ed-3df914199382 req-f0278e86-b4c9-4cd9-b4b1-fbd019e15ffa tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:38.981887 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-675732f7-893a-4b53-89ed-3df914199382 req-f0278e86-b4c9-4cd9-b4b1-fbd019e15ffa tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 945 time: 0.0574362 Jul 05 10:17:39.047342 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cb263-3dda-4ca4-b47a-65f79d8f824a req-148a4555-b456-4c70-9938-786ddece72c3 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:39.048818 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-204cb263-3dda-4ca4-b47a-65f79d8f824a req-148a4555-b456-4c70-9938-786ddece72c3 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=70cdd8c1-3058-4809-a0d1-73e39cf2e520 HTTP/1.1" status: 200 len: 943 time: 0.0660737 Jul 05 10:17:39.076589 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-675732f7-893a-4b53-89ed-3df914199382 req-4eeede17-d1c1-49c3-b00c-4d55e24a49b6 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853267 Jul 05 10:17:39.107084 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-204cb263-3dda-4ca4-b47a-65f79d8f824a req-6d08dcfa-2d02-4344-8527-9ade2c411183 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c28ac2-5b08-4ff1-a328-d4734dd05007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503886 Jul 05 10:17:40.218399 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b474c42-9f67-404d-857c-eb6654000b33 req-bd057e38-5120-4bce-9c73-2ffad6b8b029 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:40.219867 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1b474c42-9f67-404d-857c-eb6654000b33 req-bd057e38-5120-4bce-9c73-2ffad6b8b029 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 945 time: 0.0765350 Jul 05 10:17:40.247410 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26ffaf-b358-4026-85b5-28aaa40dd7db req-744bcc13-f8ba-4790-b3a5-38b3d5eb6551 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:40.248855 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7c26ffaf-b358-4026-85b5-28aaa40dd7db req-744bcc13-f8ba-4790-b3a5-38b3d5eb6551 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=70cdd8c1-3058-4809-a0d1-73e39cf2e520 HTTP/1.1" status: 200 len: 943 time: 0.0745609 Jul 05 10:17:40.296517 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1b474c42-9f67-404d-857c-eb6654000b33 req-4c769ae4-07c9-4cf6-9164-5ec5570e369c tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707130 Jul 05 10:17:40.318351 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7c26ffaf-b358-4026-85b5-28aaa40dd7db req-3f0a16ef-04e9-490a-80b8-84d6b5a4ceb2 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c28ac2-5b08-4ff1-a328-d4734dd05007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630970 Jul 05 10:17:41.085201 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddf2fd-33ae-4dd5-bf21-07d266737a59 req-a4979920-6313-4385-9586-d62572708a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:41.086681 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-57ddf2fd-33ae-4dd5-bf21-07d266737a59 req-a4979920-6313-4385-9586-d62572708a49 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7eccead420ae4aacb6f31dcb17a138cc&device_id=70cdd8c1-3058-4809-a0d1-73e39cf2e520 HTTP/1.1" status: 200 len: 1127 time: 0.0426726 Jul 05 10:17:41.267173 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddf2fd-33ae-4dd5-bf21-07d266737a59 req-791ce3ce-d182-462e-bf81-628d20765fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:41.268660 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-57ddf2fd-33ae-4dd5-bf21-07d266737a59 req-791ce3ce-d182-462e-bf81-628d20765fed service neutron] 10.222.0.30 "GET /v2.0/networks?id=033e3c55-aad3-40e5-8b8b-1dedb7b873c7 HTTP/1.1" status: 200 len: 915 time: 0.0898192 Jul 05 10:17:41.305478 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device dbd17c56-2b84-42e7-9867-b2fcb6dc597e details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:17:41.311450 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-57ddf2fd-33ae-4dd5-bf21-07d266737a59 req-77bf7be7-8587-4161-95e4-17a9e484f912 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbd17c56-2b84-42e7-9867-b2fcb6dc597e HTTP/1.1" status: 200 len: 217 time: 0.0322883 Jul 05 10:17:41.366943 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddf2fd-33ae-4dd5-bf21-07d266737a59 req-48c18598-46aa-47f2-8127-b1fc109518e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:41.369639 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-57ddf2fd-33ae-4dd5-bf21-07d266737a59 req-48c18598-46aa-47f2-8127-b1fc109518e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22a7c97f-a653-4bd5-b189-3fc891a00ce4 HTTP/1.1" status: 200 len: 853 time: 0.0504098 Jul 05 10:17:41.415814 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port dbd17c56-2b84-42e7-9867-b2fcb6dc597e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dbd17c56-2b84-42e7-9867-b2fcb6dc597e,segment=NetworkSegment(d4b01923-e693-4e36-bd4a-3dc5b8f9c91a),segment_id=d4b01923-e693-4e36-bd4a-3dc5b8f9c91a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:41.434687 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Returning: {'device': 'dbd17c56-2b84-42e7-9867-b2fcb6dc597e', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'port_id': 'dbd17c56-2b84-42e7-9867-b2fcb6dc597e', 'mac_address': 'fa:16:3e:ea:b7:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:17:41.443747 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:41.451707 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddf2fd-33ae-4dd5-bf21-07d266737a59 req-2713be40-f781-4346-acb7-2706d53d1e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:41.453250 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-57ddf2fd-33ae-4dd5-bf21-07d266737a59 req-2713be40-f781-4346-acb7-2706d53d1e96 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=033e3c55-aad3-40e5-8b8b-1dedb7b873c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0788116 Jul 05 10:17:41.465897 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dcb50-3acc-462b-81d5-a784c2c5cf3a req-db504102-e692-4fe9-9016-4acfc815f5d6 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:41.467335 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-213dcb50-3acc-462b-81d5-a784c2c5cf3a req-db504102-e692-4fe9-9016-4acfc815f5d6 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=70cdd8c1-3058-4809-a0d1-73e39cf2e520 HTTP/1.1" status: 200 len: 943 time: 0.0580838 Jul 05 10:17:41.471567 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port dbd17c56-2b84-42e7-9867-b2fcb6dc597e is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:17:41.472199 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (dbd17c56-2b84-42e7-9867-b2fcb6dc597e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:41.494736 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd17c56-2b84-42e7-9867-b2fcb6dc597e {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:17:41.519628 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port dbd17c56-2b84-42e7-9867-b2fcb6dc597e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dbd17c56-2b84-42e7-9867-b2fcb6dc597e,segment=NetworkSegment(d4b01923-e693-4e36-bd4a-3dc5b8f9c91a),segment_id=d4b01923-e693-4e36-bd4a-3dc5b8f9c91a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:41.520685 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2bc9c116-4d95-4929-a6a7-d88f44a37ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:41.524747 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (dbd17c56-2b84-42e7-9867-b2fcb6dc597e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:41.578484 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=dbd17c56-2b84-42e7-9867-b2fcb6dc597e,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:41.585624 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:41.585961 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:41.586317 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:41.586698 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:41.586984 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:41.587293 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:41.587605 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:41.588237 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:41.588237 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:41.588564 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:41.588868 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:41.589182 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:41.589493 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:41.589800 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:41.590109 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:41.591243 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-213dcb50-3acc-462b-81d5-a784c2c5cf3a req-22ec08e2-d94b-4e7d-9521-64d6f3d56885 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c28ac2-5b08-4ff1-a328-d4734dd05007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048684 Jul 05 10:17:41.632976 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-57ddf2fd-33ae-4dd5-bf21-07d266737a59 req-9c66dace-f665-4214-b3fc-17e31aef073b service neutron] 10.222.0.30 "GET /v2.0/networks/033e3c55-aad3-40e5-8b8b-1dedb7b873c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647120 Jul 05 10:17:41.640887 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095e94b-3395-4099-ad72-1909f7b61924 req-b1665b17-eecd-4d76-8dea-c294e4ed313e tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:41.642249 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5095e94b-3395-4099-ad72-1909f7b61924 req-b1665b17-eecd-4d76-8dea-c294e4ed313e tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 945 time: 0.0758522 Jul 05 10:17:41.751113 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5095e94b-3395-4099-ad72-1909f7b61924 req-eaaf6e32-dd20-4a00-a3d6-157007270703 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006169 Jul 05 10:17:41.768729 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-57ddf2fd-33ae-4dd5-bf21-07d266737a59 req-263ba551-78be-44eb-8b95-368ea4d5ddd2 service neutron] 10.222.0.30 "GET /v2.0/networks/033e3c55-aad3-40e5-8b8b-1dedb7b873c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254263 Jul 05 10:17:41.837857 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:41.892290 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=37 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:42.011621 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['dbd17c56-2b84-42e7-9867-b2fcb6dc597e'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:17:42.070921 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db0645-0f27-42c9-867a-2387643d7ba9 req-c8f84c08-7d40-4685-9c01-9663437aa54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:42.072463 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f6db0645-0f27-42c9-867a-2387643d7ba9 req-c8f84c08-7d40-4685-9c01-9663437aa54a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9edab973767545988e178ddff76557ac&device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 1129 time: 0.0406041 Jul 05 10:17:42.102472 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:42.168422 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db0645-0f27-42c9-867a-2387643d7ba9 req-520842db-748a-4783-9568-4364daf6de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:42.169919 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f6db0645-0f27-42c9-867a-2387643d7ba9 req-520842db-748a-4783-9568-4364daf6de0f service neutron] 10.222.0.30 "GET /v2.0/networks?id=f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c HTTP/1.1" status: 200 len: 910 time: 0.0915282 Jul 05 10:17:42.231096 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f6db0645-0f27-42c9-867a-2387643d7ba9 req-e7de248e-c44d-4ff4-a7e4-94ff6cfe72df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a0fe351-4265-449d-8b7d-508a71c44b30 HTTP/1.1" status: 200 len: 1001 time: 0.0538137 Jul 05 10:17:42.279869 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db0645-0f27-42c9-867a-2387643d7ba9 req-257571b4-4ebf-46d5-a453-437dca159186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:42.281277 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f6db0645-0f27-42c9-867a-2387643d7ba9 req-257571b4-4ebf-46d5-a453-437dca159186 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9211c471-107c-45c5-9588-dc32c76fb980 HTTP/1.1" status: 200 len: 848 time: 0.0425439 Jul 05 10:17:42.324001 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db0645-0f27-42c9-867a-2387643d7ba9 req-39ffbfa4-9999-42e3-b332-c16141a927fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:42.325431 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f6db0645-0f27-42c9-867a-2387643d7ba9 req-39ffbfa4-9999-42e3-b332-c16141a927fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371892 Jul 05 10:17:42.418391 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f6db0645-0f27-42c9-867a-2387643d7ba9 req-a2bded2b-aa63-43b3-93a3-8fa1628c2f52 service neutron] 10.222.0.30 "GET /v2.0/networks/f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847135 Jul 05 10:17:42.510410 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f6db0645-0f27-42c9-867a-2387643d7ba9 req-720d9827-1ea0-4892-b547-b1dc51cbad4f service neutron] 10.222.0.30 "GET /v2.0/networks/f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849426 Jul 05 10:17:42.707851 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ae43c-7fc2-4df5-b487-a28bc6314ebb req-60e217a6-9085-4b5e-affd-17d7a6675440 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:42.709314 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-952ae43c-7fc2-4df5-b487-a28bc6314ebb req-60e217a6-9085-4b5e-affd-17d7a6675440 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=70cdd8c1-3058-4809-a0d1-73e39cf2e520 HTTP/1.1" status: 200 len: 944 time: 0.0472155 Jul 05 10:17:42.748307 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:42.756288 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-952ae43c-7fc2-4df5-b487-a28bc6314ebb req-4edbded4-937d-455f-856e-eb25452e59f8 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c28ac2-5b08-4ff1-a328-d4734dd05007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410800 Jul 05 10:17:42.864901 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84229bf0-80a7-4444-a65b-699c76f1beeb req-31c273fb-66d8-4d40-bba0-ae4a0e83a8bd tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:42.866853 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-84229bf0-80a7-4444-a65b-699c76f1beeb req-31c273fb-66d8-4d40-bba0-ae4a0e83a8bd tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 945 time: 0.0463393 Jul 05 10:17:42.915241 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-84229bf0-80a7-4444-a65b-699c76f1beeb req-e31bcb73-b2f8-4e21-ba92-1ddd4bfed9df tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429769 Jul 05 10:17:43.305421 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device dbd17c56-2b84-42e7-9867-b2fcb6dc597e up at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:17:43.345952 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning for port dbd17c56-2b84-42e7-9867-b2fcb6dc597e completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 10:17:43.351896 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning complete for port dbd17c56-2b84-42e7-9867-b2fcb6dc597e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:17:43.352287 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (dbd17c56-2b84-42e7-9867-b2fcb6dc597e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:43.421672 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:43.425996 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port dbd17c56-2b84-42e7-9867-b2fcb6dc597e is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:17:43.426373 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (dbd17c56-2b84-42e7-9867-b2fcb6dc597e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:43.429549 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:43.451774 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70cdd8c1-3058-4809-a0d1-73e39cf2e520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd17c56-2b84-42e7-9867-b2fcb6dc597e'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:17:43.454035 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0ff12b24adccf04d36d5e95ed2fd555b52d0445ded186c21edfbf2ad21407b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3d79ea-bc47-4d25-90ca-eb93953d3003" -d '{"events": [{"server_uuid": "70cdd8c1-3058-4809-a0d1-73e39cf2e520", "name": "network-vif-plugged", "status": "completed", "tag": "dbd17c56-2b84-42e7-9867-b2fcb6dc597e"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:43.466724 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port dbd17c56-2b84-42e7-9867-b2fcb6dc597e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dbd17c56-2b84-42e7-9867-b2fcb6dc597e,segment=NetworkSegment(d4b01923-e693-4e36-bd4a-3dc5b8f9c91a),segment_id=d4b01923-e693-4e36-bd4a-3dc5b8f9c91a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:43.470947 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (dbd17c56-2b84-42e7-9867-b2fcb6dc597e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:43.517640 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=dbd17c56-2b84-42e7-9867-b2fcb6dc597e,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:43.553320 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266faca7-cb47-4c4c-a42c-29170afa4f61 x-openstack-request-id: req-266faca7-cb47-4c4c-a42c-29170afa4f61 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:43.553603 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70cdd8c1-3058-4809-a0d1-73e39cf2e520", "name": "network-vif-plugged", "status": "completed", "tag": "dbd17c56-2b84-42e7-9867-b2fcb6dc597e", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:43.553847 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-266faca7-cb47-4c4c-a42c-29170afa4f61 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:43.554236 dv-cinder-master-3-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-266faca7-cb47-4c4c-a42c-29170afa4f61'] response: {'server_uuid': '70cdd8c1-3058-4809-a0d1-73e39cf2e520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd17c56-2b84-42e7-9867-b2fcb6dc597e', 'code': 200} Jul 05 10:17:43.589882 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=38,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:43.591806 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=30,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:43.870751 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d7e46-b2ac-43dd-9615-1f5d968afd7a req-9db7aec4-562e-4cf2-bb1e-a0c367bb2de8 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:43.872112 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b86d7e46-b2ac-43dd-9615-1f5d968afd7a req-9db7aec4-562e-4cf2-bb1e-a0c367bb2de8 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=70cdd8c1-3058-4809-a0d1-73e39cf2e520 HTTP/1.1" status: 200 len: 945 time: 0.0497952 Jul 05 10:17:43.919741 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b86d7e46-b2ac-43dd-9615-1f5d968afd7a req-89314a10-191f-4254-8456-bbee9869f268 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c28ac2-5b08-4ff1-a328-d4734dd05007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414104 Jul 05 10:17:44.003079 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-aff04c29-0340-428e-a08b-0c4a61cf82d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:44.032129 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8696edd-084c-4f53-bba6-649893266d46 req-faf659e9-b821-4691-805f-a4ac5a99636d tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:44.033617 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a8696edd-084c-4f53-bba6-649893266d46 req-faf659e9-b821-4691-805f-a4ac5a99636d tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 945 time: 0.0475533 Jul 05 10:17:44.081378 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a8696edd-084c-4f53-bba6-649893266d46 req-6d2a03ea-125e-43a9-beea-578f7ac2996b tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422740 Jul 05 10:17:44.176259 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1354ea-6830-4990-8eaf-5cfcbdbb19c0 req-817c22b9-f6c0-4015-889c-ffd711b31bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:44.178144 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ae1354ea-6830-4990-8eaf-5cfcbdbb19c0 req-817c22b9-f6c0-4015-889c-ffd711b31bbd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=70cdd8c1-3058-4809-a0d1-73e39cf2e520 HTTP/1.1" status: 200 len: 1129 time: 0.0410180 Jul 05 10:17:44.242125 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ae1354ea-6830-4990-8eaf-5cfcbdbb19c0 req-1db3533e-0d48-4fb0-a90c-c1468563d517 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c4c28ac2-5b08-4ff1-a328-d4734dd05007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384336 Jul 05 10:17:44.948762 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:45.035059 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77079e-0129-4853-837d-6a293c1bc6d7 req-8e0b7f87-4803-4b4f-aa2b-53b763b987ff tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:45.036536 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4a77079e-0129-4853-837d-6a293c1bc6d7 req-8e0b7f87-4803-4b4f-aa2b-53b763b987ff tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=70cdd8c1-3058-4809-a0d1-73e39cf2e520 HTTP/1.1" status: 200 len: 945 time: 0.0475080 Jul 05 10:17:45.083422 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4a77079e-0129-4853-837d-6a293c1bc6d7 req-988de9c7-1e91-4918-bd09-a8dc0454ebba tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c28ac2-5b08-4ff1-a328-d4734dd05007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408742 Jul 05 10:17:45.196202 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637270cc-f2ba-4f97-a300-8424ba22dbdc req-2aca908e-78a4-47ed-962e-da479618d092 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:45.197688 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-637270cc-f2ba-4f97-a300-8424ba22dbdc req-2aca908e-78a4-47ed-962e-da479618d092 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 945 time: 0.0464511 Jul 05 10:17:45.217402 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:45.252917 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-637270cc-f2ba-4f97-a300-8424ba22dbdc req-f1e02b5d-3774-47a0-ba21-fa47c4531df2 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497603 Jul 05 10:17:46.195041 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6bcd4-a97f-4fb3-b9f9-ae1bd0180985 req-9f892de6-fea7-4b78-a6f5-15506ec847ba tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:46.196481 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-03a6bcd4-a97f-4fb3-b9f9-ae1bd0180985 req-9f892de6-fea7-4b78-a6f5-15506ec847ba tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=70cdd8c1-3058-4809-a0d1-73e39cf2e520 HTTP/1.1" status: 200 len: 945 time: 0.0457764 Jul 05 10:17:46.242522 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-03a6bcd4-a97f-4fb3-b9f9-ae1bd0180985 req-4eef8fe5-0d6f-4337-99b6-09ef383d611e tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c28ac2-5b08-4ff1-a328-d4734dd05007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406315 Jul 05 10:17:46.280959 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:46.386311 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482afec-e6a0-4b46-8391-fc9d17f57721 req-5c34f788-b197-4f59-bf90-517dc09f3233 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:46.387685 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f482afec-e6a0-4b46-8391-fc9d17f57721 req-5c34f788-b197-4f59-bf90-517dc09f3233 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=70cdd8c1-3058-4809-a0d1-73e39cf2e520 HTTP/1.1" status: 200 len: 945 time: 0.0785544 Jul 05 10:17:46.393493 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cebc9-3f10-4625-874a-4025434ada1f req-fa51815a-f37e-40cf-b355-d29d6891b424 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:46.394885 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8f2cebc9-3f10-4625-874a-4025434ada1f req-fa51815a-f37e-40cf-b355-d29d6891b424 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 945 time: 0.0765615 Jul 05 10:17:46.396160 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 49714) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:17:46.400968 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-8f6bb76c-83f9-4a65-9fa5-1e434ec70521 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Request body: {'floatingip': {'port_id': 'dbd17c56-2b84-42e7-9867-b2fcb6dc597e'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:17:46.449973 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f6bb76c-83f9-4a65-9fa5-1e434ec70521 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for floatingip (08961438-fa69-4501-9191-907de2bd43ee), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:46.538413 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8f2cebc9-3f10-4625-874a-4025434ada1f req-ad4bd03b-9abe-4a83-a312-e122042f3877 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334558 Jul 05 10:17:46.624060 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [req-8d4daab5-955c-440f-a777-22de8747beb0 req-cd40f06e-e238-48e2-aac3-d8d14b279e39 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 05 10:17:46.625044 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8d4daab5-955c-440f-a777-22de8747beb0 req-cd40f06e-e238-48e2-aac3-d8d14b279e39 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0086355 Jul 05 10:17:46.721403 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:46.764863 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 49724) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:17:46.817585 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:46.818358 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1ddc6-9171-40b8-8135-fb617ab9b005 req-6317de7e-ad44-4d3e-bcf4-271c08a5e81b tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:46.820379 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-41e1ddc6-9171-40b8-8135-fb617ab9b005 req-6317de7e-ad44-4d3e-bcf4-271c08a5e81b tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 945 time: 0.0873725 Jul 05 10:17:46.855611 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-25fbf464-2875-4c7c-b147-1e7b2aa7e263 req-3fa0f2c6-c638-453d-8ac3-8e11a6de1a27 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0895104 Jul 05 10:17:46.864106 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [req-25fbf464-2875-4c7c-b147-1e7b2aa7e263 req-8e3aa9d6-9c4c-4044-8aca-04062d0d82dd service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 05 10:17:46.865763 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-25fbf464-2875-4c7c-b147-1e7b2aa7e263 req-8e3aa9d6-9c4c-4044-8aca-04062d0d82dd service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050902 Jul 05 10:17:46.970452 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 49732) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:17:47.023322 dv-cinder-master-3-iscsi neutron-server[104032]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 05 10:17:47.070205 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbf464-2875-4c7c-b147-1e7b2aa7e263 req-2d36a4ea-ab58-4c66-96c4-76b538d1f92b tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:47.071700 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-25fbf464-2875-4c7c-b147-1e7b2aa7e263 req-2d36a4ea-ab58-4c66-96c4-76b538d1f92b tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports/1a0fe351-4265-449d-8b7d-508a71c44b30 HTTP/1.1" status: 200 len: 942 time: 0.1001906 Jul 05 10:17:47.168982 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-41e1ddc6-9171-40b8-8135-fb617ab9b005 req-b00450e0-bcef-49ea-b76f-73f3c30c74df tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3199363 Jul 05 10:17:47.220910 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f6bb76c-83f9-4a65-9fa5-1e434ec70521 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:47.226120 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f6bb76c-83f9-4a65-9fa5-1e434ec70521 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-790480'] for floatingip (08961438-fa69-4501-9191-907de2bd43ee), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:47.323295 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.db.l3_db [None req-8f6bb76c-83f9-4a65-9fa5-1e434ec70521 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Floating IP 08961438-fa69-4501-9191-907de2bd43ee associated. External IP: 172.37.2.151, port: dbd17c56-2b84-42e7-9867-b2fcb6dc597e. Jul 05 10:17:47.345880 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 1a0fe351-4265-449d-8b7d-508a71c44b30 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:17:47.427752 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port 1a0fe351-4265-449d-8b7d-508a71c44b30 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:17:47.428132 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (1a0fe351-4265-449d-8b7d-508a71c44b30), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:47.457753 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4684ec3d-0407-461f-8a19-d6d8f99ca49b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a0fe351-4265-449d-8b7d-508a71c44b30'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:17:47.460641 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0ff12b24adccf04d36d5e95ed2fd555b52d0445ded186c21edfbf2ad21407b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307fa2bd-ab82-49bf-be0b-7058760cc49a" -d '{"events": [{"server_uuid": "4684ec3d-0407-461f-8a19-d6d8f99ca49b", "name": "network-vif-unplugged", "status": "completed", "tag": "1a0fe351-4265-449d-8b7d-508a71c44b30"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:47.475386 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 1a0fe351-4265-449d-8b7d-508a71c44b30, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1a0fe351-4265-449d-8b7d-508a71c44b30,segment=NetworkSegment(f3087eaa-4fcd-490e-a1fe-c77533041c8c),segment_id=f3087eaa-4fcd-490e-a1fe-c77533041c8c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:47.480412 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (1a0fe351-4265-449d-8b7d-508a71c44b30), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:47.512693 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 05 Jul 2022 10:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a8863c-2032-45cd-a3ec-17b2c8264bdd x-openstack-request-id: req-75a8863c-2032-45cd-a3ec-17b2c8264bdd {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:47.513053 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4684ec3d-0407-461f-8a19-d6d8f99ca49b", "name": "network-vif-unplugged", "status": "failed", "tag": "1a0fe351-4265-449d-8b7d-508a71c44b30", "code": 422}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:47.513371 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75a8863c-2032-45cd-a3ec-17b2c8264bdd {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:47.513860 dv-cinder-master-3-iscsi neutron-server[104033]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-75a8863c-2032-45cd-a3ec-17b2c8264bdd']: {'server_uuid': '4684ec3d-0407-461f-8a19-d6d8f99ca49b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1a0fe351-4265-449d-8b7d-508a71c44b30', 'code': 422} returned with failed status Jul 05 10:17:47.535859 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=1a0fe351-4265-449d-8b7d-508a71c44b30,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:47.542120 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:47.559267 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6bb76c-83f9-4a65-9fa5-1e434ec70521 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Router 6182e117-2d11-491f-9275-3daba539c45b has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:17:47.663751 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6bb76c-83f9-4a65-9fa5-1e434ec70521 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:17:47.668613 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f6bb76c-83f9-4a65-9fa5-1e434ec70521 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:47.672986 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ae3162-9d42-4b68-ae9b-d0da537fd7eb None None] Sync routers for ids ['6182e117-2d11-491f-9275-3daba539c45b'] in dv-cinder-master-3-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:17:47.682650 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ae3162-9d42-4b68-ae9b-d0da537fd7eb None None] Routers {'6182e117-2d11-491f-9275-3daba539c45b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:17:47.683252 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a1ae3162-9d42-4b68-ae9b-d0da537fd7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:17:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['6182e117-2d11-491f-9275-3daba539c45b'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:47.697654 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-8f6bb76c-83f9-4a65-9fa5-1e434ec70521 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "PUT /v2.0/floatingips/08961438-fa69-4501-9191-907de2bd43ee HTTP/1.1" status: 200 len: 991 time: 1.2998776 Jul 05 10:17:47.698233 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70cdd8c1-3058-4809-a0d1-73e39cf2e520', 'tag': 'dbd17c56-2b84-42e7-9867-b2fcb6dc597e'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:17:47.700508 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce308f6-2bfb-4b9d-8f6d-698e08e44205" -d '{"events": [{"name": "network-changed", "server_uuid": "70cdd8c1-3058-4809-a0d1-73e39cf2e520", "tag": "dbd17c56-2b84-42e7-9867-b2fcb6dc597e"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:47.735446 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e950ff6-ef53-4e26-a37a-241eff1104b3 x-openstack-request-id: req-1e950ff6-ef53-4e26-a37a-241eff1104b3 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:47.735732 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70cdd8c1-3058-4809-a0d1-73e39cf2e520", "tag": "dbd17c56-2b84-42e7-9867-b2fcb6dc597e", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:47.735983 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e950ff6-ef53-4e26-a37a-241eff1104b3 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:47.736381 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e950ff6-ef53-4e26-a37a-241eff1104b3'] response: {'name': 'network-changed', 'server_uuid': '70cdd8c1-3058-4809-a0d1-73e39cf2e520', 'tag': 'dbd17c56-2b84-42e7-9867-b2fcb6dc597e', 'status': 'completed', 'code': 200} Jul 05 10:17:47.787496 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-a1ae3162-9d42-4b68-ae9b-d0da537fd7eb None None] Set router 6182e117-2d11-491f-9275-3daba539c45b gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:17:47.824909 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce308f6-2bfb-4b9d-8f6d-698e08e44205 req-d5beb67c-f512-4613-9ccd-059fada56da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:47.826412 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3ce308f6-2bfb-4b9d-8f6d-698e08e44205 req-d5beb67c-f512-4613-9ccd-059fada56da9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7eccead420ae4aacb6f31dcb17a138cc&device_id=70cdd8c1-3058-4809-a0d1-73e39cf2e520 HTTP/1.1" status: 200 len: 1129 time: 0.0393434 Jul 05 10:17:47.926043 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce308f6-2bfb-4b9d-8f6d-698e08e44205 req-1253469c-5a28-428a-87bc-d6b90bdfaee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:47.927557 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3ce308f6-2bfb-4b9d-8f6d-698e08e44205 req-1253469c-5a28-428a-87bc-d6b90bdfaee2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=033e3c55-aad3-40e5-8b8b-1dedb7b873c7 HTTP/1.1" status: 200 len: 915 time: 0.0915411 Jul 05 10:17:47.968642 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:47.989414 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3ce308f6-2bfb-4b9d-8f6d-698e08e44205 req-d0747f97-6c1b-498d-ac1c-83489380ca9f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbd17c56-2b84-42e7-9867-b2fcb6dc597e HTTP/1.1" status: 200 len: 999 time: 0.0553226 Jul 05 10:17:47.998147 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a1ae3162-9d42-4b68-ae9b-d0da537fd7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6182e117-2d11-491f-9275-3daba539c45b', 'name': 'tempest-AttachVolumeNegativeTest-715002652-router', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a064a84-494e-41c6-9048-966cc269baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'gw_port': {'id': '1a064a84-494e-41c6-9048-966cc269baff', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:08Z', 'updated_at': '2022-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '08961438-fa69-4501-9191-907de2bd43ee', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'floating_ip_address': '172.37.2.151', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '6182e117-2d11-491f-9275-3daba539c45b', 'port_id': 'dbd17c56-2b84-42e7-9867-b2fcb6dc597e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'mac_address': 'fa:16:3e:ea:b7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cdd8c1-3058-4809-a0d1-73e39cf2e520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:17:34Z', 'updated_at': '2022-07-05T10:17:47Z', 'revision_number': 1, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05b5c91-2f39-45ea-94c7-857f56cd562c', 'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'mac_address': 'fa:16:3e:ca:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 5, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'subnets': [{'id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:48.026386 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ae3162-9d42-4b68-ae9b-d0da537fd7eb None None] Checking router: 6182e117-2d11-491f-9275-3daba539c45b for host: dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:17:48.034592 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ae3162-9d42-4b68-ae9b-d0da537fd7eb None None] Routers {'6182e117-2d11-491f-9275-3daba539c45b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:17:48.035236 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a1ae3162-9d42-4b68-ae9b-d0da537fd7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:17:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['6182e117-2d11-491f-9275-3daba539c45b'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:48.039539 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce308f6-2bfb-4b9d-8f6d-698e08e44205 req-e5c17232-bbf9-4383-8c17-a80b66c4e5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:48.041049 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3ce308f6-2bfb-4b9d-8f6d-698e08e44205 req-e5c17232-bbf9-4383-8c17-a80b66c4e5f2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22a7c97f-a653-4bd5-b189-3fc891a00ce4 HTTP/1.1" status: 200 len: 853 time: 0.0455821 Jul 05 10:17:48.090451 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce308f6-2bfb-4b9d-8f6d-698e08e44205 req-f4d731b2-bf27-4d73-80c8-85c69b11f98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:48.091943 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3ce308f6-2bfb-4b9d-8f6d-698e08e44205 req-f4d731b2-bf27-4d73-80c8-85c69b11f98b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=033e3c55-aad3-40e5-8b8b-1dedb7b873c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450039 Jul 05 10:17:48.125914 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=100 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:48.138079 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-a1ae3162-9d42-4b68-ae9b-d0da537fd7eb None None] Set router 6182e117-2d11-491f-9275-3daba539c45b gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:17:48.195021 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3ce308f6-2bfb-4b9d-8f6d-698e08e44205 req-664d1af0-59f6-4d28-b0fb-c985254bdf3b service neutron] 10.222.0.30 "GET /v2.0/networks/033e3c55-aad3-40e5-8b8b-1dedb7b873c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936666 Jul 05 10:17:48.327009 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09ea75-95b9-473e-a6a1-46be01b2f159 req-ce0c7558-1323-4612-b9b1-dcb29f4e717c tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:48.328589 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cb09ea75-95b9-473e-a6a1-46be01b2f159 req-ce0c7558-1323-4612-b9b1-dcb29f4e717c tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 943 time: 0.0636621 Jul 05 10:17:48.341033 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3ce308f6-2bfb-4b9d-8f6d-698e08e44205 req-16c0a29a-a6a3-46b5-b713-e0d2bd19fd9d service neutron] 10.222.0.30 "GET /v2.0/networks/033e3c55-aad3-40e5-8b8b-1dedb7b873c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417096 Jul 05 10:17:48.360103 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a1ae3162-9d42-4b68-ae9b-d0da537fd7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6182e117-2d11-491f-9275-3daba539c45b', 'name': 'tempest-AttachVolumeNegativeTest-715002652-router', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a064a84-494e-41c6-9048-966cc269baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'gw_port': {'id': '1a064a84-494e-41c6-9048-966cc269baff', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:08Z', 'updated_at': '2022-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '08961438-fa69-4501-9191-907de2bd43ee', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'floating_ip_address': '172.37.2.151', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '6182e117-2d11-491f-9275-3daba539c45b', 'port_id': 'dbd17c56-2b84-42e7-9867-b2fcb6dc597e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'mac_address': 'fa:16:3e:ea:b7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cdd8c1-3058-4809-a0d1-73e39cf2e520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:17:34Z', 'updated_at': '2022-07-05T10:17:47Z', 'revision_number': 1, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05b5c91-2f39-45ea-94c7-857f56cd562c', 'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'mac_address': 'fa:16:3e:ca:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 5, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'subnets': [{'id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:48.386038 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ae3162-9d42-4b68-ae9b-d0da537fd7eb None None] The sync data for ids ['6182e117-2d11-491f-9275-3daba539c45b'] in dv-cinder-master-3-iscsi is: [{'id': '6182e117-2d11-491f-9275-3daba539c45b', 'name': 'tempest-AttachVolumeNegativeTest-715002652-router', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a064a84-494e-41c6-9048-966cc269baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'gw_port': {'id': '1a064a84-494e-41c6-9048-966cc269baff', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:08Z', 'updated_at': '2022-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '08961438-fa69-4501-9191-907de2bd43ee', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'floating_ip_address': '172.37.2.151', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '6182e117-2d11-491f-9275-3daba539c45b', 'port_id': 'dbd17c56-2b84-42e7-9867-b2fcb6dc597e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'mac_address': 'fa:16:3e:ea:b7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cdd8c1-3058-4809-a0d1-73e39cf2e520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:17:34Z', 'updated_at': '2022-07-05T10:17:47Z', 'revision_number': 1, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05b5c91-2f39-45ea-94c7-857f56cd562c', 'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'mac_address': 'fa:16:3e:ca:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 5, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'subnets': [{'id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:17:48.396991 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cb09ea75-95b9-473e-a6a1-46be01b2f159 req-e517623a-3220-46ba-ac8c-223c66d9457e tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584621 Jul 05 10:17:48.583239 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c1b2be-888e-4a59-aeab-addbe834e590 None None] New status for floating IP 08961438-fa69-4501-9191-907de2bd43ee: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 10:17:48.869407 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbf464-2875-4c7c-b147-1e7b2aa7e263 req-b0a0a871-dd64-4fb2-b6f8-968f12aad4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:48.870923 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-25fbf464-2875-4c7c-b147-1e7b2aa7e263 req-b0a0a871-dd64-4fb2-b6f8-968f12aad4c7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b&tenant_id=9edab973767545988e178ddff76557ac HTTP/1.1" status: 200 len: 1127 time: 0.0751252 Jul 05 10:17:48.942595 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbf464-2875-4c7c-b147-1e7b2aa7e263 req-b1464bfc-e832-42df-a6dd-1e47aed58557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:48.944075 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-25fbf464-2875-4c7c-b147-1e7b2aa7e263 req-b1464bfc-e832-42df-a6dd-1e47aed58557 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9edab973767545988e178ddff76557ac&device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 1127 time: 0.0391183 Jul 05 10:17:49.037068 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbf464-2875-4c7c-b147-1e7b2aa7e263 req-51c61aaa-8094-4206-a498-5c7a935efa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:49.039105 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-25fbf464-2875-4c7c-b147-1e7b2aa7e263 req-51c61aaa-8094-4206-a498-5c7a935efa58 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c HTTP/1.1" status: 200 len: 910 time: 0.0889890 Jul 05 10:17:49.099317 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-25fbf464-2875-4c7c-b147-1e7b2aa7e263 req-13c82e4c-93bc-4be4-9d63-92bf7732b83f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a0fe351-4265-449d-8b7d-508a71c44b30 HTTP/1.1" status: 200 len: 999 time: 0.0535240 Jul 05 10:17:49.113510 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:49.148891 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbf464-2875-4c7c-b147-1e7b2aa7e263 req-28e6b161-a4d7-4b03-b608-e468524bbf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:49.150298 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-25fbf464-2875-4c7c-b147-1e7b2aa7e263 req-28e6b161-a4d7-4b03-b608-e468524bbf72 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9211c471-107c-45c5-9588-dc32c76fb980 HTTP/1.1" status: 200 len: 848 time: 0.0443397 Jul 05 10:17:49.198857 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbf464-2875-4c7c-b147-1e7b2aa7e263 req-b1384459-a805-4421-aee4-a0117c30c325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:49.200275 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-25fbf464-2875-4c7c-b147-1e7b2aa7e263 req-b1384459-a805-4421-aee4-a0117c30c325 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421658 Jul 05 10:17:49.289039 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-25fbf464-2875-4c7c-b147-1e7b2aa7e263 req-40d11045-2a16-4614-829b-e10f22257b75 service neutron] 10.222.0.30 "GET /v2.0/networks/f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815561 Jul 05 10:17:49.379805 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-25fbf464-2875-4c7c-b147-1e7b2aa7e263 req-9c2ded3c-bc79-479a-90a0-83b72ad8eeda service neutron] 10.222.0.30 "GET /v2.0/networks/f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843368 Jul 05 10:17:49.508733 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fc069-1e0c-4339-8a17-663f2408bb85 req-9afd4ce1-4d85-4c6d-ab5b-5e5e3deaf535 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:49.510156 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a95fc069-1e0c-4339-8a17-663f2408bb85 req-9afd4ce1-4d85-4c6d-ab5b-5e5e3deaf535 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 943 time: 0.0469537 Jul 05 10:17:49.559057 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a95fc069-1e0c-4339-8a17-663f2408bb85 req-70352cbb-d62b-4fb5-8c29-af5be4ec04f0 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432050 Jul 05 10:17:50.674624 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66201b-2b02-46ed-bd2c-fca2a4b7fc7d req-3d16a73c-53a3-4413-b824-daa815a5748f tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:50.676081 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6a66201b-2b02-46ed-bd2c-fca2a4b7fc7d req-3d16a73c-53a3-4413-b824-daa815a5748f tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 943 time: 0.0502861 Jul 05 10:17:50.688351 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:50.725184 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6a66201b-2b02-46ed-bd2c-fca2a4b7fc7d req-876abb2b-0b0b-41a2-8cba-aa9bb2de13d1 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424707 Jul 05 10:17:51.839794 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295c6bd-7353-4631-a1b4-776ad08a39a2 req-9f2b6eca-32af-49b5-977e-f3b4188c0986 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:51.841280 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1295c6bd-7353-4631-a1b4-776ad08a39a2 req-9f2b6eca-32af-49b5-977e-f3b4188c0986 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 943 time: 0.0477190 Jul 05 10:17:51.890107 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1295c6bd-7353-4631-a1b4-776ad08a39a2 req-e00c7c23-3731-4f77-a8dd-04661e383b33 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433602 Jul 05 10:17:53.002389 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c293e-738a-4ca9-b449-c7c22153df7c req-4b26dc91-326a-450b-a313-8c9ade28e5ce tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:53.003840 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e35c293e-738a-4ca9-b449-c7c22153df7c req-4b26dc91-326a-450b-a313-8c9ade28e5ce tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 943 time: 0.0471992 Jul 05 10:17:53.056893 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e35c293e-738a-4ca9-b449-c7c22153df7c req-cf4f1adb-5422-4585-a3c3-48ec302c7e6a tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470843 Jul 05 10:17:54.168957 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c7735-53b2-4a29-9dbe-c79fb042bddc req-179acd26-18b5-4765-bbcc-27ed05b68096 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:54.170395 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-444c7735-53b2-4a29-9dbe-c79fb042bddc req-179acd26-18b5-4765-bbcc-27ed05b68096 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 943 time: 0.0470424 Jul 05 10:17:54.217487 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-444c7735-53b2-4a29-9dbe-c79fb042bddc req-01d19ac4-90ef-47ae-9f77-ed83db762674 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417397 Jul 05 10:17:55.328613 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbfff8-637a-4d3a-b9dc-60998b836840 req-26f6be62-c30a-4fca-9853-d964af637175 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:55.330048 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-41cbfff8-637a-4d3a-b9dc-60998b836840 req-26f6be62-c30a-4fca-9853-d964af637175 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 943 time: 0.0469284 Jul 05 10:17:55.378268 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-41cbfff8-637a-4d3a-b9dc-60998b836840 req-318b64aa-45e3-48a9-be52-d091379a98aa tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428700 Jul 05 10:17:56.493881 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de22c2e-a628-455d-8bd8-8ed296f13a7a req-bd3597d9-7b83-47d9-9339-08d2857db562 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:56.495336 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5de22c2e-a628-455d-8bd8-8ed296f13a7a req-bd3597d9-7b83-47d9-9339-08d2857db562 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 943 time: 0.0503659 Jul 05 10:17:56.543170 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5de22c2e-a628-455d-8bd8-8ed296f13a7a req-8eb4537b-9a1f-4a67-ae97-f4c912ee2d4c tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424562 Jul 05 10:17:57.060533 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=8 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:57.062707 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=6 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:57.392155 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 1a0fe351-4265-449d-8b7d-508a71c44b30 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:17:57.491432 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 1a0fe351-4265-449d-8b7d-508a71c44b30, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1a0fe351-4265-449d-8b7d-508a71c44b30,segment=NetworkSegment(f3087eaa-4fcd-490e-a1fe-c77533041c8c),segment_id=f3087eaa-4fcd-490e-a1fe-c77533041c8c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:57.502228 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Returning: {'device': '1a0fe351-4265-449d-8b7d-508a71c44b30', 'network_id': 'f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c', 'port_id': '1a0fe351-4265-449d-8b7d-508a71c44b30', 'mac_address': 'fa:16:3e:0a:43:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9211c471-107c-45c5-9588-dc32c76fb980', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:17:57.536248 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port 1a0fe351-4265-449d-8b7d-508a71c44b30 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:17:57.536662 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (1a0fe351-4265-449d-8b7d-508a71c44b30), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:57.549009 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a0fe351-4265-449d-8b7d-508a71c44b30 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:17:57.568032 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 1a0fe351-4265-449d-8b7d-508a71c44b30, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1a0fe351-4265-449d-8b7d-508a71c44b30,segment=NetworkSegment(f3087eaa-4fcd-490e-a1fe-c77533041c8c),segment_id=f3087eaa-4fcd-490e-a1fe-c77533041c8c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:57.573116 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (1a0fe351-4265-449d-8b7d-508a71c44b30), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:57.623254 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=1a0fe351-4265-449d-8b7d-508a71c44b30,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:57.658777 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e60060-c95c-481d-a206-be768ae6cdf2 req-c13599e3-b6d9-4371-8582-a9a632e6cc01 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:57.660247 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a5e60060-c95c-481d-a206-be768ae6cdf2 req-c13599e3-b6d9-4371-8582-a9a632e6cc01 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 944 time: 0.0477686 Jul 05 10:17:57.709624 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a5e60060-c95c-481d-a206-be768ae6cdf2 req-5bb3b279-777c-4789-8a4c-a48d6a71b31b tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438735 Jul 05 10:17:58.070355 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['1a0fe351-4265-449d-8b7d-508a71c44b30'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:17:58.144818 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:58.202416 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:58.355804 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=18 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:58.363385 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=81 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:58.819138 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85331376-bf95-45f7-808b-e2296c06adeb req-41de858d-7c2d-4bcd-a88f-84ff14174103 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:58.821208 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-85331376-bf95-45f7-808b-e2296c06adeb req-41de858d-7c2d-4bcd-a88f-84ff14174103 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 944 time: 0.0471704 Jul 05 10:17:58.850201 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:17:58.873876 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-85331376-bf95-45f7-808b-e2296c06adeb req-05786791-5934-4d78-9e8e-e24262be6d04 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472875 Jul 05 10:17:59.405238 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 1a0fe351-4265-449d-8b7d-508a71c44b30 up at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:17:59.448002 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning complete for port 1a0fe351-4265-449d-8b7d-508a71c44b30 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:17:59.448364 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (1a0fe351-4265-449d-8b7d-508a71c44b30), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:59.523434 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port 1a0fe351-4265-449d-8b7d-508a71c44b30 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:17:59.523809 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (1a0fe351-4265-449d-8b7d-508a71c44b30), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:59.548035 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4684ec3d-0407-461f-8a19-d6d8f99ca49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0fe351-4265-449d-8b7d-508a71c44b30'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:17:59.550221 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0ff12b24adccf04d36d5e95ed2fd555b52d0445ded186c21edfbf2ad21407b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b25baf-5ca1-48dd-96ec-44be0ad88d64" -d '{"events": [{"server_uuid": "4684ec3d-0407-461f-8a19-d6d8f99ca49b", "name": "network-vif-plugged", "status": "completed", "tag": "1a0fe351-4265-449d-8b7d-508a71c44b30"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:59.562723 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 1a0fe351-4265-449d-8b7d-508a71c44b30, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1a0fe351-4265-449d-8b7d-508a71c44b30,segment=NetworkSegment(f3087eaa-4fcd-490e-a1fe-c77533041c8c),segment_id=f3087eaa-4fcd-490e-a1fe-c77533041c8c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:59.567164 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (1a0fe351-4265-449d-8b7d-508a71c44b30), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:17:59.595896 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2ea40c-105b-443e-8743-77023127e67f x-openstack-request-id: req-4b2ea40c-105b-443e-8743-77023127e67f {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:59.596175 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4684ec3d-0407-461f-8a19-d6d8f99ca49b", "name": "network-vif-plugged", "status": "completed", "tag": "1a0fe351-4265-449d-8b7d-508a71c44b30", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:59.596434 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b2ea40c-105b-443e-8743-77023127e67f {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:59.596816 dv-cinder-master-3-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b2ea40c-105b-443e-8743-77023127e67f'] response: {'server_uuid': '4684ec3d-0407-461f-8a19-d6d8f99ca49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0fe351-4265-449d-8b7d-508a71c44b30', 'code': 200} Jul 05 10:17:59.618548 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=1a0fe351-4265-449d-8b7d-508a71c44b30,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:59.886572 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c135665-b624-403c-99a1-e61625b53d69 req-17774e65-2e62-4d99-8bc2-54157f6d739a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:59.888070 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1c135665-b624-403c-99a1-e61625b53d69 req-17774e65-2e62-4d99-8bc2-54157f6d739a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 1129 time: 0.0404520 Jul 05 10:17:59.944179 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1c135665-b624-403c-99a1-e61625b53d69 req-78fdf468-8f51-4a26-8cbf-bc23d90335c5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446880 Jul 05 10:17:59.995579 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bf64b-1041-4ad1-909b-3f504f87a091 req-5298b686-d8af-4af2-bd10-efbad13ccc35 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:17:59.997081 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-375bf64b-1041-4ad1-909b-3f504f87a091 req-5298b686-d8af-4af2-bd10-efbad13ccc35 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 945 time: 0.0491641 Jul 05 10:18:00.048496 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-375bf64b-1041-4ad1-909b-3f504f87a091 req-564dd4de-ef3f-4882-bf4f-fe22a7c8afa5 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459182 Jul 05 10:18:01.160806 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398310ef-7773-4c69-ab1c-c001d62dafc7 req-1354f5ba-8f47-4bff-bf05-0bb4826dcd6f tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:01.162242 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-398310ef-7773-4c69-ab1c-c001d62dafc7 req-1354f5ba-8f47-4bff-bf05-0bb4826dcd6f tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 945 time: 0.0493994 Jul 05 10:18:01.214665 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-398310ef-7773-4c69-ab1c-c001d62dafc7 req-4e22c705-6670-4468-866c-db83c2498dab tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465193 Jul 05 10:18:02.317378 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:02.328516 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1441f-f37b-4826-94a5-975428c9b03a req-81958f55-66cf-4932-a0c4-fe3b7bf40a6e tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:02.329981 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e8f1441f-f37b-4826-94a5-975428c9b03a req-81958f55-66cf-4932-a0c4-fe3b7bf40a6e tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 945 time: 0.0480318 Jul 05 10:18:02.378484 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e8f1441f-f37b-4826-94a5-975428c9b03a req-61839028-fe06-4722-999e-cad8bf507aca tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431261 Jul 05 10:18:03.444065 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d6bb2-21c2-4f7e-8144-b3f176c4e0bb req-2296010c-de54-465d-98eb-f4df12890fd8 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:03.445489 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ce7d6bb2-21c2-4f7e-8144-b3f176c4e0bb req-2296010c-de54-465d-98eb-f4df12890fd8 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.0512171 Jul 05 10:18:03.492763 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ce7d6bb2-21c2-4f7e-8144-b3f176c4e0bb req-4ee748f9-c9c0-4d12-b408-4daf781f7dc0 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416789 Jul 05 10:18:04.605016 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c6bcf-0cbe-41cd-9a16-821ed6d35bf9 req-72353a74-7f26-4339-8a07-ac65dcbcbcea tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:04.606718 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-210c6bcf-0cbe-41cd-9a16-821ed6d35bf9 req-72353a74-7f26-4339-8a07-ac65dcbcbcea tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.0467660 Jul 05 10:18:04.653423 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-210c6bcf-0cbe-41cd-9a16-821ed6d35bf9 req-c192fb43-030e-454e-aa05-8d14de0c38ff tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410874 Jul 05 10:18:05.763976 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9a56e-d3d7-4af5-b0ef-7900ddd4b3e8 req-00071414-051b-40d1-921c-a230a2476fed tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:05.765424 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-79c9a56e-d3d7-4af5-b0ef-7900ddd4b3e8 req-00071414-051b-40d1-921c-a230a2476fed tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.0463169 Jul 05 10:18:05.814753 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-79c9a56e-d3d7-4af5-b0ef-7900ddd4b3e8 req-06585022-a70c-4ddb-9fd5-cd6c6db6438e tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438287 Jul 05 10:18:06.927465 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfcbef-173d-47bc-b180-8a7832b72494 req-1280ea87-849f-4e3f-a959-e3d87b799334 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:06.928993 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-59bfcbef-173d-47bc-b180-8a7832b72494 req-1280ea87-849f-4e3f-a959-e3d87b799334 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.0474808 Jul 05 10:18:06.976152 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-59bfcbef-173d-47bc-b180-8a7832b72494 req-55904637-9580-470c-8c01-911afc17b2eb tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdcadc04-af81-4d13-9ba4-b9e46db2f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411258 Jul 05 10:18:07.423173 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c47759-eda3-4bf0-bcbb-372a43455002 req-fa593cdd-80e6-4bfe-957b-e109184d0e4e tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:07.424601 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-40c47759-eda3-4bf0-bcbb-372a43455002 req-fa593cdd-80e6-4bfe-957b-e109184d0e4e tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.30 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 946 time: 0.0461731 Jul 05 10:18:07.511239 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-40c47759-eda3-4bf0-bcbb-372a43455002 req-a4fde094-7d1a-49c7-b560-5ad978989375 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Deleting port e27d9ee6-1685-4aec-bb2d-ae3b3206c610 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:18:07.511580 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-40c47759-eda3-4bf0-bcbb-372a43455002 req-a4fde094-7d1a-49c7-b560-5ad978989375 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (e27d9ee6-1685-4aec-bb2d-ae3b3206c610), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:07.597950 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-40c47759-eda3-4bf0-bcbb-372a43455002 req-a4fde094-7d1a-49c7-b560-5ad978989375 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] For port e27d9ee6-1685-4aec-bb2d-ae3b3206c610, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e27d9ee6-1685-4aec-bb2d-ae3b3206c610,segment=NetworkSegment(746b1970-621d-49df-8f95-2f2b20e407c9),segment_id=746b1970-621d-49df-8f95-2f2b20e407c9)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:07.598309 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-40c47759-eda3-4bf0-bcbb-372a43455002 req-a4fde094-7d1a-49c7-b560-5ad978989375 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (e27d9ee6-1685-4aec-bb2d-ae3b3206c610), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:07.652989 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:07.763449 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-40c47759-eda3-4bf0-bcbb-372a43455002 req-a4fde094-7d1a-49c7-b560-5ad978989375 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:07.763802 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-40c47759-eda3-4bf0-bcbb-372a43455002 req-a4fde094-7d1a-49c7-b560-5ad978989375 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-790480'] for floatingip (244d163c-1d6e-4aea-88b5-01f27b61c477), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:07.764110 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.db.l3_db [req-40c47759-eda3-4bf0-bcbb-372a43455002 req-a4fde094-7d1a-49c7-b560-5ad978989375 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Floating IP 244d163c-1d6e-4aea-88b5-01f27b61c477 disassociated. External IP: 172.37.2.201, port: e27d9ee6-1685-4aec-bb2d-ae3b3206c610. Jul 05 10:18:07.764479 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-40c47759-eda3-4bf0-bcbb-372a43455002 req-a4fde094-7d1a-49c7-b560-5ad978989375 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Calling delete_port for e27d9ee6-1685-4aec-bb2d-ae3b3206c610 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:18:07.874544 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:07.893173 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-40c47759-eda3-4bf0-bcbb-372a43455002 req-a4fde094-7d1a-49c7-b560-5ad978989375 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (e27d9ee6-1685-4aec-bb2d-ae3b3206c610), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:07.922868 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fde094-7d1a-49c7-b560-5ad978989375 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Pushing event deleted for resources: {'Port': ['ID=e27d9ee6-1685-4aec-bb2d-ae3b3206c610,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:08.038232 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40c47759-eda3-4bf0-bcbb-372a43455002 req-a4fde094-7d1a-49c7-b560-5ad978989375 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Router 171adb4d-589e-424b-999e-cec7a627efe6 has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:18:08.080406 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3625594d-fa92-426f-8a60-7b15907424f2 req-929ec47d-3ad9-494b-826a-1bc7159c2b10 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7fd00-8f3e-4fc4-882b-6ec193de0bfd HTTP/1.1" status: 200 len: 210 time: 0.0370786 Jul 05 10:18:08.170183 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40c47759-eda3-4bf0-bcbb-372a43455002 req-a4fde094-7d1a-49c7-b560-5ad978989375 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:18:08.179484 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0273bf3-e0bc-4a5c-a6ed-23b711656828 None None] Sync routers for ids ['171adb4d-589e-424b-999e-cec7a627efe6'] in dv-cinder-master-3-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:18:08.188777 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0273bf3-e0bc-4a5c-a6ed-23b711656828 None None] Routers {'171adb4d-589e-424b-999e-cec7a627efe6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:18:08.189375 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d0273bf3-e0bc-4a5c-a6ed-23b711656828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:17:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['171adb4d-589e-424b-999e-cec7a627efe6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:08.214783 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c47759-eda3-4bf0-bcbb-372a43455002 req-a4fde094-7d1a-49c7-b560-5ad978989375 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] No DVR routers for this DVR port e27d9ee6-1685-4aec-bb2d-ae3b3206c610 on host hv-cinder-maste {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:18:08.217193 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-40c47759-eda3-4bf0-bcbb-372a43455002 req-a4fde094-7d1a-49c7-b560-5ad978989375 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:08.220363 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-40c47759-eda3-4bf0-bcbb-372a43455002 req-a4fde094-7d1a-49c7-b560-5ad978989375 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.30 "DELETE /v2.0/ports/e27d9ee6-1685-4aec-bb2d-ae3b3206c610 HTTP/1.1" status: 204 len: 173 time: 0.7888291 Jul 05 10:18:08.220815 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e7fd00-8f3e-4fc4-882b-6ec193de0bfd', 'name': 'network-vif-deleted', 'tag': 'e27d9ee6-1685-4aec-bb2d-ae3b3206c610'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:18:08.223027 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88f3547-6ff5-4d32-a0fc-584c6b6f69c7" -d '{"events": [{"server_uuid": "12e7fd00-8f3e-4fc4-882b-6ec193de0bfd", "name": "network-vif-deleted", "tag": "e27d9ee6-1685-4aec-bb2d-ae3b3206c610"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:18:08.265975 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef443d58-fda3-40cf-947c-70ce886fa147 x-openstack-request-id: req-ef443d58-fda3-40cf-947c-70ce886fa147 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:18:08.266493 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e7fd00-8f3e-4fc4-882b-6ec193de0bfd", "name": "network-vif-deleted", "tag": "e27d9ee6-1685-4aec-bb2d-ae3b3206c610", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:18:08.266726 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef443d58-fda3-40cf-947c-70ce886fa147 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:18:08.267366 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef443d58-fda3-40cf-947c-70ce886fa147'] response: {'server_uuid': '12e7fd00-8f3e-4fc4-882b-6ec193de0bfd', 'name': 'network-vif-deleted', 'tag': 'e27d9ee6-1685-4aec-bb2d-ae3b3206c610', 'status': 'completed', 'code': 200} Jul 05 10:18:08.296728 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-d0273bf3-e0bc-4a5c-a6ed-23b711656828 None None] Set router 171adb4d-589e-424b-999e-cec7a627efe6 gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:18:08.567453 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d0273bf3-e0bc-4a5c-a6ed-23b711656828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171adb4d-589e-424b-999e-cec7a627efe6', 'name': 'tempest-ServerRescueNegativeTestJSON-696623463-router', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.197'}], 'enable_snat': True}, 'gw_port_id': '3e8269aa-67b2-43be-97e3-8bb5b9c7c00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'gw_port': {'id': '3e8269aa-67b2-43be-97e3-8bb5b9c7c00d', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:07Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0b2bbd94-e474-4119-be2b-37070c74b21f', 'name': '', 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'mac_address': 'fa:16:3e:a0:46:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '49eafe0c-582f-492a-b16d-b0de2f074502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:30Z', 'revision_number': 5, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'subnets': [{'id': '49eafe0c-582f-492a-b16d-b0de2f074502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:08.595254 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0273bf3-e0bc-4a5c-a6ed-23b711656828 None None] Checking router: 171adb4d-589e-424b-999e-cec7a627efe6 for host: dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:18:08.603565 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0273bf3-e0bc-4a5c-a6ed-23b711656828 None None] Routers {'171adb4d-589e-424b-999e-cec7a627efe6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:18:08.604164 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d0273bf3-e0bc-4a5c-a6ed-23b711656828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:17:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['171adb4d-589e-424b-999e-cec7a627efe6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:08.702391 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-d0273bf3-e0bc-4a5c-a6ed-23b711656828 None None] Set router 171adb4d-589e-424b-999e-cec7a627efe6 gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:18:08.890869 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d0273bf3-e0bc-4a5c-a6ed-23b711656828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171adb4d-589e-424b-999e-cec7a627efe6', 'name': 'tempest-ServerRescueNegativeTestJSON-696623463-router', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.197'}], 'enable_snat': True}, 'gw_port_id': '3e8269aa-67b2-43be-97e3-8bb5b9c7c00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'gw_port': {'id': '3e8269aa-67b2-43be-97e3-8bb5b9c7c00d', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:07Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0b2bbd94-e474-4119-be2b-37070c74b21f', 'name': '', 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'mac_address': 'fa:16:3e:a0:46:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '49eafe0c-582f-492a-b16d-b0de2f074502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:30Z', 'revision_number': 5, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'subnets': [{'id': '49eafe0c-582f-492a-b16d-b0de2f074502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:08.915434 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0273bf3-e0bc-4a5c-a6ed-23b711656828 None None] The sync data for ids ['171adb4d-589e-424b-999e-cec7a627efe6'] in dv-cinder-master-3-iscsi is: [{'id': '171adb4d-589e-424b-999e-cec7a627efe6', 'name': 'tempest-ServerRescueNegativeTestJSON-696623463-router', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.197'}], 'enable_snat': True}, 'gw_port_id': '3e8269aa-67b2-43be-97e3-8bb5b9c7c00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'gw_port': {'id': '3e8269aa-67b2-43be-97e3-8bb5b9c7c00d', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:07Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0b2bbd94-e474-4119-be2b-37070c74b21f', 'name': '', 'network_id': '9dc39dd5-d322-430b-ba08-aae3d3ccc6d0', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'mac_address': 'fa:16:3e:a0:46:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '49eafe0c-582f-492a-b16d-b0de2f074502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:30Z', 'revision_number': 5, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'subnets': [{'id': '49eafe0c-582f-492a-b16d-b0de2f074502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:18:09.121602 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f50095-bb3b-49f7-acd4-564c2eefc448 None None] New status for floating IP 244d163c-1d6e-4aea-88b5-01f27b61c477: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 10:18:09.165591 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 49824) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:18:09.225133 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-67314305-035b-49d8-ab2e-c124c19abe8b tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks [] for security_group (cdcadc04-af81-4d13-9ba4-b9e46db2f82d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:09.254441 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-67314305-035b-49d8-ab2e-c124c19abe8b tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks [] for security_group (cdcadc04-af81-4d13-9ba4-b9e46db2f82d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:09.301774 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-67314305-035b-49d8-ab2e-c124c19abe8b tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (cdcadc04-af81-4d13-9ba4-b9e46db2f82d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:09.304469 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-67314305-035b-49d8-ab2e-c124c19abe8b tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:09.306163 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-67314305-035b-49d8-ab2e-c124c19abe8b tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "DELETE /v2.0/security-groups/cdcadc04-af81-4d13-9ba4-b9e46db2f82d HTTP/1.1" status: 204 len: 168 time: 0.1395502 Jul 05 10:18:09.308784 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 49826) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:18:09.323292 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.api.v2.resource [None req-ef1f83bb-f5d1-4afa-be3c-e628a94937d6 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] show failed (client error): The resource could not be found. Jul 05 10:18:09.323599 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67314305-035b-49d8-ab2e-c124c19abe8b tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcadc04-af81-4d13-9ba4-b9e46db2f82d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:09.326844 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-ef1f83bb-f5d1-4afa-be3c-e628a94937d6 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups/cdcadc04-af81-4d13-9ba4-b9e46db2f82d HTTP/1.1" status: 404 len: 347 time: 0.0145638 Jul 05 10:18:09.327726 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 49828) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:18:09.446153 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-994d08ef-15c8-4af1-b25d-245b40de9b4e tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Deleting port 318f979a-636e-4348-8ea3-d1780a97ba9a {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:18:09.446496 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-994d08ef-15c8-4af1-b25d-245b40de9b4e tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (318f979a-636e-4348-8ea3-d1780a97ba9a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:09.525583 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-994d08ef-15c8-4af1-b25d-245b40de9b4e tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (318f979a-636e-4348-8ea3-d1780a97ba9a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:09.525903 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-994d08ef-15c8-4af1-b25d-245b40de9b4e tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks [] for floatingip (318f979a-636e-4348-8ea3-d1780a97ba9a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:09.532626 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device e27d9ee6-1685-4aec-bb2d-ae3b3206c610 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:09.543816 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-994d08ef-15c8-4af1-b25d-245b40de9b4e tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Calling delete_port for 318f979a-636e-4348-8ea3-d1780a97ba9a owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:18:09.552036 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] No Port match for: e27d9ee6-1685-4aec-bb2d-ae3b3206c610 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:18:09.552374 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device e27d9ee6-1685-4aec-bb2d-ae3b3206c610 not bound to the agent host hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:09.670317 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-994d08ef-15c8-4af1-b25d-245b40de9b4e tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (318f979a-636e-4348-8ea3-d1780a97ba9a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:09.697279 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d08ef-15c8-4af1-b25d-245b40de9b4e tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Pushing event deleted for resources: {'Port': ['ID=318f979a-636e-4348-8ea3-d1780a97ba9a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:09.704032 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:09.759768 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-994d08ef-15c8-4af1-b25d-245b40de9b4e tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks [] for floatingip (244d163c-1d6e-4aea-88b5-01f27b61c477), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:09.762284 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-994d08ef-15c8-4af1-b25d-245b40de9b4e tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:09.763430 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-994d08ef-15c8-4af1-b25d-245b40de9b4e tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "DELETE /v2.0/floatingips/244d163c-1d6e-4aea-88b5-01f27b61c477 HTTP/1.1" status: 204 len: 168 time: 0.4354949 Jul 05 10:18:10.230275 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:18:11.492274 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49e28cad-57bc-4014-9847-e98085a4f9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:11.857925 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:12.221016 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4f69f-9e7f-4906-8729-800f1e833f20 req-a0b13edd-e42a-4f6e-bb8d-1f332af87414 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:12.222477 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-36c4f69f-9e7f-4906-8729-800f1e833f20 req-a0b13edd-e42a-4f6e-bb8d-1f332af87414 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0470159 Jul 05 10:18:12.243636 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:12.271554 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-36c4f69f-9e7f-4906-8729-800f1e833f20 req-6f447a01-a8fd-4ce7-8aee-923cc1d9f44d tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426514 Jul 05 10:18:13.203966 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0b264-3e6f-4ea0-b825-c9c1f293d034 req-0679e973-7067-49ac-b4c8-c7724d118dd5 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:13.205383 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-dcf0b264-3e6f-4ea0-b825-c9c1f293d034 req-0679e973-7067-49ac-b4c8-c7724d118dd5 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0501084 Jul 05 10:18:13.289770 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-dcf0b264-3e6f-4ea0-b825-c9c1f293d034 req-bee196ea-9eff-4818-a171-8f7452d55a38 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Deleting port ff58dc45-3b6a-4ad9-a225-3ec518174c19 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:18:13.290936 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dcf0b264-3e6f-4ea0-b825-c9c1f293d034 req-bee196ea-9eff-4818-a171-8f7452d55a38 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (ff58dc45-3b6a-4ad9-a225-3ec518174c19), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:13.415822 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-dcf0b264-3e6f-4ea0-b825-c9c1f293d034 req-bee196ea-9eff-4818-a171-8f7452d55a38 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] For port ff58dc45-3b6a-4ad9-a225-3ec518174c19, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ff58dc45-3b6a-4ad9-a225-3ec518174c19,segment=NetworkSegment(746b1970-621d-49df-8f95-2f2b20e407c9),segment_id=746b1970-621d-49df-8f95-2f2b20e407c9)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:13.416186 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dcf0b264-3e6f-4ea0-b825-c9c1f293d034 req-bee196ea-9eff-4818-a171-8f7452d55a38 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (ff58dc45-3b6a-4ad9-a225-3ec518174c19), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:13.423806 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eedc8-a1c5-45a4-9e1d-d7d9969a1a75 req-26277800-24bd-4081-a6ac-a1519bb98d7b tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:13.425297 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9a6eedc8-a1c5-45a4-9e1d-d7d9969a1a75 req-26277800-24bd-4081-a6ac-a1519bb98d7b tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc065612-7f7d-45fb-89cc-9f332fb15dd1 HTTP/1.1" status: 200 len: 946 time: 0.0727093 Jul 05 10:18:13.447628 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-dcf0b264-3e6f-4ea0-b825-c9c1f293d034 req-bee196ea-9eff-4818-a171-8f7452d55a38 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Calling delete_port for ff58dc45-3b6a-4ad9-a225-3ec518174c19 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:18:13.515864 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9a6eedc8-a1c5-45a4-9e1d-d7d9969a1a75 req-0e398217-e4e5-4491-ae98-5d93d1b50eaf tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850985 Jul 05 10:18:13.825637 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dcf0b264-3e6f-4ea0-b825-c9c1f293d034 req-bee196ea-9eff-4818-a171-8f7452d55a38 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (ff58dc45-3b6a-4ad9-a225-3ec518174c19), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:13.851481 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee196ea-9eff-4818-a171-8f7452d55a38 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Pushing event deleted for resources: {'Port': ['ID=ff58dc45-3b6a-4ad9-a225-3ec518174c19,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:13.866482 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['494e9e9b-34e3-4ca8-b312-38f821ddd851'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:18:13.896934 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf0b264-3e6f-4ea0-b825-c9c1f293d034 req-bee196ea-9eff-4818-a171-8f7452d55a38 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] No DVR routers for this DVR port ff58dc45-3b6a-4ad9-a225-3ec518174c19 on host hv-cinder-maste {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:18:13.899415 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dcf0b264-3e6f-4ea0-b825-c9c1f293d034 req-bee196ea-9eff-4818-a171-8f7452d55a38 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:13.903177 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-dcf0b264-3e6f-4ea0-b825-c9c1f293d034 req-bee196ea-9eff-4818-a171-8f7452d55a38 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.30 "DELETE /v2.0/ports/ff58dc45-3b6a-4ad9-a225-3ec518174c19 HTTP/1.1" status: 204 len: 173 time: 0.6918378 Jul 05 10:18:13.903615 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc065612-7f7d-45fb-89cc-9f332fb15dd1', 'name': 'network-vif-deleted', 'tag': 'ff58dc45-3b6a-4ad9-a225-3ec518174c19'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:18:13.905845 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2df7513-6af1-48d6-83f9-ffecccbecd66" -d '{"events": [{"server_uuid": "fc065612-7f7d-45fb-89cc-9f332fb15dd1", "name": "network-vif-deleted", "tag": "ff58dc45-3b6a-4ad9-a225-3ec518174c19"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:18:13.952920 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45aa4298-9702-4d74-8ff6-a17bc81ca8ec x-openstack-request-id: req-45aa4298-9702-4d74-8ff6-a17bc81ca8ec {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:18:13.953280 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc065612-7f7d-45fb-89cc-9f332fb15dd1", "name": "network-vif-deleted", "tag": "ff58dc45-3b6a-4ad9-a225-3ec518174c19", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:18:13.953595 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45aa4298-9702-4d74-8ff6-a17bc81ca8ec {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:18:13.953927 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45aa4298-9702-4d74-8ff6-a17bc81ca8ec'] response: {'server_uuid': 'fc065612-7f7d-45fb-89cc-9f332fb15dd1', 'name': 'network-vif-deleted', 'tag': 'ff58dc45-3b6a-4ad9-a225-3ec518174c19', 'status': 'completed', 'code': 200} Jul 05 10:18:14.018030 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec130d78-635d-439f-ba6f-062d3de6c9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:14.792459 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f7bf8-3d4f-473f-ab2e-3b6b6c15c7d8 req-9c3c3286-ca97-4ee2-b772-1459f5817b6f tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:14.793918 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-682f7bf8-3d4f-473f-ab2e-3b6b6c15c7d8 req-9c3c3286-ca97-4ee2-b772-1459f5817b6f tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 945 time: 0.0493369 Jul 05 10:18:14.840205 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-682f7bf8-3d4f-473f-ab2e-3b6b6c15c7d8 req-afc640e8-2b96-4eae-acb6-07ccab7f09ab tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409093 Jul 05 10:18:14.950702 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:15.447504 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device ff58dc45-3b6a-4ad9-a225-3ec518174c19 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:15.467514 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] No Port match for: ff58dc45-3b6a-4ad9-a225-3ec518174c19 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:18:15.467853 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device ff58dc45-3b6a-4ad9-a225-3ec518174c19 not bound to the agent host hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:15.806415 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7f629-e0b4-46a6-b416-81f3d561446d req-b1b549b2-b89a-439c-bcaf-fb6f6bec2670 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:15.807879 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cbc7f629-e0b4-46a6-b416-81f3d561446d req-b1b549b2-b89a-439c-bcaf-fb6f6bec2670 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 945 time: 0.0472767 Jul 05 10:18:15.959573 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-cbc7f629-e0b4-46a6-b416-81f3d561446d req-47839b91-f445-4e29-8cc9-815fb36ca90a tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Deleting port 494e9e9b-34e3-4ca8-b312-38f821ddd851 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:18:15.959913 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-cbc7f629-e0b4-46a6-b416-81f3d561446d req-47839b91-f445-4e29-8cc9-815fb36ca90a tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (494e9e9b-34e3-4ca8-b312-38f821ddd851), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:15.985797 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c9299-87e9-4efa-978c-72b9b654af17 req-73873071-894b-4230-b641-c702099beeab tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:15.987272 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1e8c9299-87e9-4efa-978c-72b9b654af17 req-73873071-894b-4230-b641-c702099beeab tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c29e5f-2d52-4c7a-9122-11dbaf998421 HTTP/1.1" status: 200 len: 945 time: 0.0722029 Jul 05 10:18:16.045787 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:16.080130 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:16.095424 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1e8c9299-87e9-4efa-978c-72b9b654af17 req-90004faa-8d11-40c2-b074-d19cbf126078 tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee796b3d-9255-4263-a2c5-7915594d3b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023502 Jul 05 10:18:16.102339 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-cbc7f629-e0b4-46a6-b416-81f3d561446d req-47839b91-f445-4e29-8cc9-815fb36ca90a tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] For port 494e9e9b-34e3-4ca8-b312-38f821ddd851, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=494e9e9b-34e3-4ca8-b312-38f821ddd851,segment=NetworkSegment(746b1970-621d-49df-8f95-2f2b20e407c9),segment_id=746b1970-621d-49df-8f95-2f2b20e407c9)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:16.102703 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-cbc7f629-e0b4-46a6-b416-81f3d561446d req-47839b91-f445-4e29-8cc9-815fb36ca90a tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (494e9e9b-34e3-4ca8-b312-38f821ddd851), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:16.117045 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-cbc7f629-e0b4-46a6-b416-81f3d561446d req-47839b91-f445-4e29-8cc9-815fb36ca90a tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Calling delete_port for 494e9e9b-34e3-4ca8-b312-38f821ddd851 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:18:16.242330 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-cbc7f629-e0b4-46a6-b416-81f3d561446d req-47839b91-f445-4e29-8cc9-815fb36ca90a tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (494e9e9b-34e3-4ca8-b312-38f821ddd851), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:16.273913 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47839b91-f445-4e29-8cc9-815fb36ca90a tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Pushing event deleted for resources: {'Port': ['ID=494e9e9b-34e3-4ca8-b312-38f821ddd851,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:16.281717 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:16.284712 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['494e9e9b-34e3-4ca8-b312-38f821ddd851'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:18:16.288080 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:16.323846 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc7f629-e0b4-46a6-b416-81f3d561446d req-47839b91-f445-4e29-8cc9-815fb36ca90a tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] No DVR routers for this DVR port 494e9e9b-34e3-4ca8-b312-38f821ddd851 on host hv-cinder-maste {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:18:16.326128 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-cbc7f629-e0b4-46a6-b416-81f3d561446d req-47839b91-f445-4e29-8cc9-815fb36ca90a tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:16.329362 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cbc7f629-e0b4-46a6-b416-81f3d561446d req-47839b91-f445-4e29-8cc9-815fb36ca90a tempest-ServerRescueNegativeTestJSON-1125341258 tempest-ServerRescueNegativeTestJSON-1125341258-project] 10.222.0.30 "DELETE /v2.0/ports/494e9e9b-34e3-4ca8-b312-38f821ddd851 HTTP/1.1" status: 204 len: 173 time: 0.4808245 Jul 05 10:18:16.329793 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c29e5f-2d52-4c7a-9122-11dbaf998421', 'name': 'network-vif-deleted', 'tag': '494e9e9b-34e3-4ca8-b312-38f821ddd851'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:18:16.332007 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7011c7d8-042d-4e76-8abc-75de4c517c80" -d '{"events": [{"server_uuid": "f6c29e5f-2d52-4c7a-9122-11dbaf998421", "name": "network-vif-deleted", "tag": "494e9e9b-34e3-4ca8-b312-38f821ddd851"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:18:16.367304 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab68511-853c-4ad5-855e-d109df1fa890 x-openstack-request-id: req-eab68511-853c-4ad5-855e-d109df1fa890 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:18:16.367653 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c29e5f-2d52-4c7a-9122-11dbaf998421", "name": "network-vif-deleted", "tag": "494e9e9b-34e3-4ca8-b312-38f821ddd851", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:18:16.368069 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eab68511-853c-4ad5-855e-d109df1fa890 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:18:16.369178 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eab68511-853c-4ad5-855e-d109df1fa890'] response: {'server_uuid': 'f6c29e5f-2d52-4c7a-9122-11dbaf998421', 'name': 'network-vif-deleted', 'tag': '494e9e9b-34e3-4ca8-b312-38f821ddd851', 'status': 'completed', 'code': 200} Jul 05 10:18:16.811488 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:17.153533 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 49864) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:18:17.621224 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-301963c5-94fa-46cb-8663-96a8ef802356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-801726'] for router_interface (171adb4d-589e-424b-999e-cec7a627efe6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:17.884057 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-301963c5-94fa-46cb-8663-96a8ef802356 admin admin] Deleting port 0b2bbd94-e474-4119-be2b-37070c74b21f {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:18:17.884332 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-301963c5-94fa-46cb-8663-96a8ef802356 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (0b2bbd94-e474-4119-be2b-37070c74b21f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:17.901030 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:17.962774 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-301963c5-94fa-46cb-8663-96a8ef802356 admin admin] For port 0b2bbd94-e474-4119-be2b-37070c74b21f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0b2bbd94-e474-4119-be2b-37070c74b21f,segment=NetworkSegment(746b1970-621d-49df-8f95-2f2b20e407c9),segment_id=746b1970-621d-49df-8f95-2f2b20e407c9)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:17.963157 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-301963c5-94fa-46cb-8663-96a8ef802356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (0b2bbd94-e474-4119-be2b-37070c74b21f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:17.975602 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-301963c5-94fa-46cb-8663-96a8ef802356 admin admin] Calling delete_port for 0b2bbd94-e474-4119-be2b-37070c74b21f owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:18:18.017663 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:18.154106 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-301963c5-94fa-46cb-8663-96a8ef802356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (0b2bbd94-e474-4119-be2b-37070c74b21f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:18.182614 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301963c5-94fa-46cb-8663-96a8ef802356 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b2bbd94-e474-4119-be2b-37070c74b21f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:18.344118 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-301963c5-94fa-46cb-8663-96a8ef802356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-802062'] for router_interface (171adb4d-589e-424b-999e-cec7a627efe6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:18.554434 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301963c5-94fa-46cb-8663-96a8ef802356 admin admin] Router 171adb4d-589e-424b-999e-cec7a627efe6 has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:18:18.656081 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301963c5-94fa-46cb-8663-96a8ef802356 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:18:18.661227 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-301963c5-94fa-46cb-8663-96a8ef802356 admin admin] 10.222.0.20 "PUT /v2.0/routers/171adb4d-589e-424b-999e-cec7a627efe6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5066876 Jul 05 10:18:18.663680 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 49868) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:18:18.666860 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11966a2d-0399-4e12-873c-63e14294d4fe None None] Sync routers for ids ['171adb4d-589e-424b-999e-cec7a627efe6'] in dv-cinder-master-3-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:18:18.676633 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11966a2d-0399-4e12-873c-63e14294d4fe None None] Routers {'171adb4d-589e-424b-999e-cec7a627efe6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:18:18.677310 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-11966a2d-0399-4e12-873c-63e14294d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:18:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['171adb4d-589e-424b-999e-cec7a627efe6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:18.713704 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:18.759793 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4809b591-b23d-49ac-aaa8-8e3a0be9bcd2 admin admin] Publish callbacks [] for router (171adb4d-589e-424b-999e-cec7a627efe6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:18.777487 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-11966a2d-0399-4e12-873c-63e14294d4fe None None] Set router 171adb4d-589e-424b-999e-cec7a627efe6 gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:18:18.860475 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4809b591-b23d-49ac-aaa8-8e3a0be9bcd2 admin admin] Publish callbacks [] for router_gateway (171adb4d-589e-424b-999e-cec7a627efe6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:18.895450 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:18.907830 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-4809b591-b23d-49ac-aaa8-8e3a0be9bcd2 admin admin] Deleting port 3e8269aa-67b2-43be-97e3-8bb5b9c7c00d {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:18:18.908164 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4809b591-b23d-49ac-aaa8-8e3a0be9bcd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (3e8269aa-67b2-43be-97e3-8bb5b9c7c00d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:18.947212 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-11966a2d-0399-4e12-873c-63e14294d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171adb4d-589e-424b-999e-cec7a627efe6', 'name': 'tempest-ServerRescueNegativeTestJSON-696623463-router', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.197'}], 'enable_snat': True}, 'gw_port_id': '3e8269aa-67b2-43be-97e3-8bb5b9c7c00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:18:18Z', 'revision_number': 5, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'gw_port': {'id': '3e8269aa-67b2-43be-97e3-8bb5b9c7c00d', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171adb4d-589e-424b-999e-cec7a627efe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:07Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:18.973839 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11966a2d-0399-4e12-873c-63e14294d4fe None None] Checking router: 171adb4d-589e-424b-999e-cec7a627efe6 for host: dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:18:18.975571 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=100 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:18.985424 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11966a2d-0399-4e12-873c-63e14294d4fe None None] Routers {'171adb4d-589e-424b-999e-cec7a627efe6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:18:18.986146 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-11966a2d-0399-4e12-873c-63e14294d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:18:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['171adb4d-589e-424b-999e-cec7a627efe6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:19.018378 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:19.074368 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-11966a2d-0399-4e12-873c-63e14294d4fe None None] Set router 171adb4d-589e-424b-999e-cec7a627efe6 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:18:19.124306 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-11966a2d-0399-4e12-873c-63e14294d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171adb4d-589e-424b-999e-cec7a627efe6', 'name': 'tempest-ServerRescueNegativeTestJSON-696623463-router', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:18:18Z', 'revision_number': 6, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:19.152936 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11966a2d-0399-4e12-873c-63e14294d4fe None None] The sync data for ids ['171adb4d-589e-424b-999e-cec7a627efe6'] in dv-cinder-master-3-iscsi is: [{'id': '171adb4d-589e-424b-999e-cec7a627efe6', 'name': 'tempest-ServerRescueNegativeTestJSON-696623463-router', 'tenant_id': '3f2199fa0bc54901aa24195a250a9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:18:18Z', 'revision_number': 6, 'project_id': '3f2199fa0bc54901aa24195a250a9e25', 'gw_port_host': None}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:18:19.226092 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-4809b591-b23d-49ac-aaa8-8e3a0be9bcd2 admin admin] For port 3e8269aa-67b2-43be-97e3-8bb5b9c7c00d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3e8269aa-67b2-43be-97e3-8bb5b9c7c00d,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:19.226676 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4809b591-b23d-49ac-aaa8-8e3a0be9bcd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (3e8269aa-67b2-43be-97e3-8bb5b9c7c00d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:19.239326 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-4809b591-b23d-49ac-aaa8-8e3a0be9bcd2 admin admin] Calling delete_port for 3e8269aa-67b2-43be-97e3-8bb5b9c7c00d owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:18:19.288604 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:19.319638 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=16 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:19.406234 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4809b591-b23d-49ac-aaa8-8e3a0be9bcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (3e8269aa-67b2-43be-97e3-8bb5b9c7c00d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:19.428971 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809b591-b23d-49ac-aaa8-8e3a0be9bcd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e8269aa-67b2-43be-97e3-8bb5b9c7c00d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:19.482595 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 494e9e9b-34e3-4ca8-b312-38f821ddd851 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:19.496244 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4809b591-b23d-49ac-aaa8-8e3a0be9bcd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-789316'] for router_gateway (171adb4d-589e-424b-999e-cec7a627efe6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:19.507232 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] No Port match for: 494e9e9b-34e3-4ca8-b312-38f821ddd851 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:18:19.507578 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 494e9e9b-34e3-4ca8-b312-38f821ddd851 not bound to the agent host hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:19.629235 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4809b591-b23d-49ac-aaa8-8e3a0be9bcd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-795196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28314'] for router (171adb4d-589e-424b-999e-cec7a627efe6), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:19.632898 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4809b591-b23d-49ac-aaa8-8e3a0be9bcd2 admin admin] Publish callbacks [] for router_controller (171adb4d-589e-424b-999e-cec7a627efe6), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:19.642221 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7af46f3e-ffb5-4ad6-a858-4491f45476df req-59f0040e-69f5-4d3d-b4cc-48263e071097 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732179 Jul 05 10:18:19.726037 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4809b591-b23d-49ac-aaa8-8e3a0be9bcd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-795179'] for router (171adb4d-589e-424b-999e-cec7a627efe6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:19.726679 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4809b591-b23d-49ac-aaa8-8e3a0be9bcd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 171adb4d-589e-424b-999e-cec7a627efe6 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:18:19.734520 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4809b591-b23d-49ac-aaa8-8e3a0be9bcd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:19.735618 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-4809b591-b23d-49ac-aaa8-8e3a0be9bcd2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/171adb4d-589e-424b-999e-cec7a627efe6 HTTP/1.1" status: 204 len: 168 time: 1.0710533 Jul 05 10:18:19.738366 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 49870) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:18:19.738651 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af46f3e-ffb5-4ad6-a858-4491f45476df req-431cac71-58d6-4a14-9a24-268745085174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:19.740101 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7af46f3e-ffb5-4ad6-a858-4491f45476df req-431cac71-58d6-4a14-9a24-268745085174 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9edab973767545988e178ddff76557ac&device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 1129 time: 0.0468810 Jul 05 10:18:19.784008 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-870dfc4d-32e6-4d7d-9b69-ba65475d87c2 admin admin] Deleting subnet 49eafe0c-582f-492a-b16d-b0de2f074502 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 05 10:18:19.787106 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-870dfc4d-32e6-4d7d-9b69-ba65475d87c2 admin admin] Publish callbacks [] for subnet (49eafe0c-582f-492a-b16d-b0de2f074502), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:19.821519 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-870dfc4d-32e6-4d7d-9b69-ba65475d87c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26770210'] for subnet (49eafe0c-582f-492a-b16d-b0de2f074502), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:19.844770 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:19.850461 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af46f3e-ffb5-4ad6-a858-4491f45476df req-f7c28519-b880-4e42-8fd8-293a61a793c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:19.851977 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7af46f3e-ffb5-4ad6-a858-4491f45476df req-f7c28519-b880-4e42-8fd8-293a61a793c6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c HTTP/1.1" status: 200 len: 910 time: 0.0907955 Jul 05 10:18:19.898664 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-870dfc4d-32e6-4d7d-9b69-ba65475d87c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2072780'] for subnet (49eafe0c-582f-492a-b16d-b0de2f074502), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:19.916121 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7af46f3e-ffb5-4ad6-a858-4491f45476df req-11589175-163f-4060-bebd-874c584aabc4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a0fe351-4265-449d-8b7d-508a71c44b30 HTTP/1.1" status: 200 len: 1001 time: 0.0572712 Jul 05 10:18:19.957050 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-870dfc4d-32e6-4d7d-9b69-ba65475d87c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2072775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26770432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956688'] for subnet (49eafe0c-582f-492a-b16d-b0de2f074502), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:19.973038 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af46f3e-ffb5-4ad6-a858-4491f45476df req-c2c182bd-ff14-4adb-8a1f-0c641da6f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:19.974574 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7af46f3e-ffb5-4ad6-a858-4491f45476df req-c2c182bd-ff14-4adb-8a1f-0c641da6f5b9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9211c471-107c-45c5-9588-dc32c76fb980 HTTP/1.1" status: 200 len: 848 time: 0.0471373 Jul 05 10:18:19.981557 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870dfc4d-32e6-4d7d-9b69-ba65475d87c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49eafe0c-582f-492a-b16d-b0de2f074502,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:19.987450 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-870dfc4d-32e6-4d7d-9b69-ba65475d87c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:19.994266 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-870dfc4d-32e6-4d7d-9b69-ba65475d87c2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/49eafe0c-582f-492a-b16d-b0de2f074502 HTTP/1.1" status: 204 len: 168 time: 0.2511096 Jul 05 10:18:19.994266 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 49872) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:18:19.998728 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e786d5-f0aa-438c-9b8d-f384ca3ce233 None None] Network 9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:18:20.037587 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af46f3e-ffb5-4ad6-a858-4491f45476df req-b86e249a-e0bb-4cff-baf7-ce267edd6767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:20.039433 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7af46f3e-ffb5-4ad6-a858-4491f45476df req-b86e249a-e0bb-4cff-baf7-ce267edd6767 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575080 Jul 05 10:18:20.067330 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3080590-ea21-42c1-ba17-713897561008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1968054'] for network (9dc39dd5-d322-430b-ba08-aae3d3ccc6d0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:20.113319 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-c3080590-ea21-42c1-ba17-713897561008 admin admin] Deleting port 2d8bc317-024f-4b64-998b-cbf82149e1ea {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:18:20.113659 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3080590-ea21-42c1-ba17-713897561008 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (2d8bc317-024f-4b64-998b-cbf82149e1ea), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:20.141082 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7af46f3e-ffb5-4ad6-a858-4491f45476df req-0c3d67ec-8f8f-46d6-975a-42899d7c6008 service neutron] 10.222.0.30 "GET /v2.0/networks/f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950522 Jul 05 10:18:20.167136 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8d686c-6a73-45ac-a1e9-7b195d708737 None None] DHCP port deletion for 9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 request from dv-cinder-master-3-iscsi {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 05 10:18:20.187920 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-c3080590-ea21-42c1-ba17-713897561008 admin admin] For port 2d8bc317-024f-4b64-998b-cbf82149e1ea, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2d8bc317-024f-4b64-998b-cbf82149e1ea,segment=NetworkSegment(746b1970-621d-49df-8f95-2f2b20e407c9),segment_id=746b1970-621d-49df-8f95-2f2b20e407c9)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:20.188545 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3080590-ea21-42c1-ba17-713897561008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (2d8bc317-024f-4b64-998b-cbf82149e1ea), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:20.196372 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:20.203396 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-c3080590-ea21-42c1-ba17-713897561008 admin admin] Calling delete_port for 2d8bc317-024f-4b64-998b-cbf82149e1ea owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:18:20.210977 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d686c-6a73-45ac-a1e9-7b195d708737 None None] Deleting port 2d8bc317-024f-4b64-998b-cbf82149e1ea {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:18:20.211349 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0c8d686c-6a73-45ac-a1e9-7b195d708737 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (2d8bc317-024f-4b64-998b-cbf82149e1ea), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:20.261809 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:20.265288 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7af46f3e-ffb5-4ad6-a858-4491f45476df req-3ddbede1-28d9-47fd-8d66-00989d136231 service neutron] 10.222.0.30 "GET /v2.0/networks/f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144607 Jul 05 10:18:20.293370 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3080590-ea21-42c1-ba17-713897561008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (2d8bc317-024f-4b64-998b-cbf82149e1ea), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:20.293971 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0c8d686c-6a73-45ac-a1e9-7b195d708737 None None] For port 2d8bc317-024f-4b64-998b-cbf82149e1ea, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2d8bc317-024f-4b64-998b-cbf82149e1ea,segment=NetworkSegment(746b1970-621d-49df-8f95-2f2b20e407c9),segment_id=746b1970-621d-49df-8f95-2f2b20e407c9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:20.293971 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0c8d686c-6a73-45ac-a1e9-7b195d708737 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (2d8bc317-024f-4b64-998b-cbf82149e1ea), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:20.307192 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d686c-6a73-45ac-a1e9-7b195d708737 None None] Calling delete_port for 2d8bc317-024f-4b64-998b-cbf82149e1ea owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:18:20.317943 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3080590-ea21-42c1-ba17-713897561008 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d8bc317-024f-4b64-998b-cbf82149e1ea,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:20.321478 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3080590-ea21-42c1-ba17-713897561008 admin admin] No DVR routers for this DVR port 2d8bc317-024f-4b64-998b-cbf82149e1ea on host dv-cinder-master-3-iscsi {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:18:20.385859 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0c8d686c-6a73-45ac-a1e9-7b195d708737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874'] for port (2d8bc317-024f-4b64-998b-cbf82149e1ea), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:20.396863 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3080590-ea21-42c1-ba17-713897561008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988390', 'neutron.services.segments.db._delete_segments_for_network-8734376687225'] for network (9dc39dd5-d322-430b-ba08-aae3d3ccc6d0), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:20.411737 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d686c-6a73-45ac-a1e9-7b195d708737 None None] Pushing event deleted for resources: {'Port': ['ID=2d8bc317-024f-4b64-998b-cbf82149e1ea,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:20.417756 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8d686c-6a73-45ac-a1e9-7b195d708737 None None] No DVR routers for this DVR port 2d8bc317-024f-4b64-998b-cbf82149e1ea on host dv-cinder-master-3-iscsi {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:18:20.423975 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c3080590-ea21-42c1-ba17-713897561008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc39dd5-d322-430b-ba08-aae3d3ccc6d0']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:20.434111 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c3080590-ea21-42c1-ba17-713897561008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746b1970-621d-49df-8f95-2f2b20e407c9') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:20.434402 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c3080590-ea21-42c1-ba17-713897561008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746b1970-621d-49df-8f95-2f2b20e407c9') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:20.444034 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3080590-ea21-42c1-ba17-713897561008 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734376687490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26770217'] for segment (746b1970-621d-49df-8f95-2f2b20e407c9), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:20.457469 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3080590-ea21-42c1-ba17-713897561008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (746b1970-621d-49df-8f95-2f2b20e407c9), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:20.463615 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:20.464784 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3080590-ea21-42c1-ba17-713897561008 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:18:20.465121 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3080590-ea21-42c1-ba17-713897561008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26770682'] for segment (746b1970-621d-49df-8f95-2f2b20e407c9), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:20.530501 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3080590-ea21-42c1-ba17-713897561008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-790277'] for network (9dc39dd5-d322-430b-ba08-aae3d3ccc6d0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:20.536684 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3080590-ea21-42c1-ba17-713897561008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:20.539760 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-c3080590-ea21-42c1-ba17-713897561008 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9dc39dd5-d322-430b-ba08-aae3d3ccc6d0 HTTP/1.1" status: 204 len: 168 time: 0.5451586 Jul 05 10:18:20.550532 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3080590-ea21-42c1-ba17-713897561008 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dc39dd5-d322-430b-ba08-aae3d3ccc6d0,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:20.607414 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment 746b1970-621d-49df-8f95-2f2b20e407c9 resource provider aggregate not found Jul 05 10:18:20.625790 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment 746b1970-621d-49df-8f95-2f2b20e407c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 746b1970-621d-49df-8f95-2f2b20e407c9 found for delete ", "request_id": "req-153cdf82-1f2b-4911-babe-cc2f9282b1d5"}]} Jul 05 10:18:20.672421 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 49882) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:18:20.711570 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-c2b53a52-42f3-4c79-a3de-9548ac2978b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f2199fa0bc54901aa24195a250a9e25&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0380630 Jul 05 10:18:20.714556 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 49884) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:18:20.762240 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3c84cc9e-d841-459b-b12c-1a42af220416 admin admin] Publish callbacks [] for security_group (ee796b3d-9255-4263-a2c5-7915594d3b6f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:20.784367 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3c84cc9e-d841-459b-b12c-1a42af220416 admin admin] Publish callbacks [] for security_group (ee796b3d-9255-4263-a2c5-7915594d3b6f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:20.800275 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:20.832462 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3c84cc9e-d841-459b-b12c-1a42af220416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (ee796b3d-9255-4263-a2c5-7915594d3b6f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:20.834997 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3c84cc9e-d841-459b-b12c-1a42af220416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:20.836165 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-3c84cc9e-d841-459b-b12c-1a42af220416 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee796b3d-9255-4263-a2c5-7915594d3b6f HTTP/1.1" status: 204 len: 168 time: 0.1207211 Jul 05 10:18:20.844534 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84cc9e-d841-459b-b12c-1a42af220416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee796b3d-9255-4263-a2c5-7915594d3b6f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:21.048605 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 2d8bc317-024f-4b64-998b-cbf82149e1ea no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:21.067882 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] No Port match for: 2d8bc317-024f-4b64-998b-cbf82149e1ea {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:18:21.068218 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 2d8bc317-024f-4b64-998b-cbf82149e1ea not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:21.068640 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 3e8269aa-67b2-43be-97e3-8bb5b9c7c00d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:21.086798 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] No Port match for: 3e8269aa-67b2-43be-97e3-8bb5b9c7c00d {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:18:21.087135 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 3e8269aa-67b2-43be-97e3-8bb5b9c7c00d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:21.087564 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 0b2bbd94-e474-4119-be2b-37070c74b21f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:21.105421 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] No Port match for: 0b2bbd94-e474-4119-be2b-37070c74b21f {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:18:21.105759 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 0b2bbd94-e474-4119-be2b-37070c74b21f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:21.515274 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 49906) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:18:21.608455 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-853834e9-7ebd-498e-a1b4-1410d0161737 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1043335425-network', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:18:21.628749 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853834e9-7ebd-498e-a1b4-1410d0161737 admin admin] Made reservation on behalf of f0c19d009f1b4ef09a40267bcf654107 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:21.631023 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-853834e9-7ebd-498e-a1b4-1410d0161737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:21.639509 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-853834e9-7ebd-498e-a1b4-1410d0161737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:21.718359 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-853834e9-7ebd-498e-a1b4-1410d0161737 admin admin] Publish callbacks [] for security_group (1e46deed-3236-490d-83f7-93d5e3a878bd), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:21.721832 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-853834e9-7ebd-498e-a1b4-1410d0161737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (1e46deed-3236-490d-83f7-93d5e3a878bd), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:21.748198 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-853834e9-7ebd-498e-a1b4-1410d0161737 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:18:21.758119 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853834e9-7ebd-498e-a1b4-1410d0161737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e46deed-3236-490d-83f7-93d5e3a878bd,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:21.764166 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-853834e9-7ebd-498e-a1b4-1410d0161737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:21.764534 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.db.segments_db [None req-853834e9-7ebd-498e-a1b4-1410d0161737 admin admin] Added segment bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa of type vlan for network fddec1cf-8b7c-4e90-af09-12a66276106e Jul 05 10:18:21.805869 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-853834e9-7ebd-498e-a1b4-1410d0161737 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734376243128'] for network (fddec1cf-8b7c-4e90-af09-12a66276106e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:21.828704 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-853834e9-7ebd-498e-a1b4-1410d0161737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724'] for network (fddec1cf-8b7c-4e90-af09-12a66276106e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:21.829586 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853834e9-7ebd-498e-a1b4-1410d0161737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:21.830152 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-853834e9-7ebd-498e-a1b4-1410d0161737 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:21.866269 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-853834e9-7ebd-498e-a1b4-1410d0161737 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.3499403 Jul 05 10:18:21.869090 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 49910) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:18:21.873587 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-caa9eb3e-9497-4be0-a12e-8404a2e0e8f8 admin admin] Request body: {'subnet': {'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1043335425-subnet', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:18:21.906662 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853834e9-7ebd-498e-a1b4-1410d0161737 admin admin] Pushing event updated for resources: {'Network': ['ID=fddec1cf-8b7c-4e90-af09-12a66276106e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:21.918245 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Network fddec1cf-8b7c-4e90-af09-12a66276106e details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:18:21.931321 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa9eb3e-9497-4be0-a12e-8404a2e0e8f8 admin admin] Made reservation on behalf of f0c19d009f1b4ef09a40267bcf654107 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:21.934157 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-caa9eb3e-9497-4be0-a12e-8404a2e0e8f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26956147'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:22.042022 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:DELETE=7,neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:22.103364 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-caa9eb3e-9497-4be0-a12e-8404a2e0e8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26770499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956697'] for subnet (69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:22.157647 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa9eb3e-9497-4be0-a12e-8404a2e0e8f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:22.167025 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa9eb3e-9497-4be0-a12e-8404a2e0e8f8 admin admin] Checking segment: {'id': 'bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:18:22.167368 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa9eb3e-9497-4be0-a12e-8404a2e0e8f8 admin admin] Network hostable DHCP agents. Network: fddec1cf-8b7c-4e90-af09-12a66276106e, hostable agents: ['79910865-91ee-4878-a729-5c22ab7e1742'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:18:22.183807 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa9eb3e-9497-4be0-a12e-8404a2e0e8f8 admin admin] Network fddec1cf-8b7c-4e90-af09-12a66276106e is scheduled to be hosted by DHCP agent 79910865-91ee-4878-a729-5c22ab7e1742 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:18:22.192418 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-caa9eb3e-9497-4be0-a12e-8404a2e0e8f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, fddec1cf-8b7c-4e90-af09-12a66276106e) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:22.196257 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa9eb3e-9497-4be0-a12e-8404a2e0e8f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:22.196868 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-caa9eb3e-9497-4be0-a12e-8404a2e0e8f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:22.201325 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f66e15a-c73f-4c8d-882d-897548298802 None None] Network fddec1cf-8b7c-4e90-af09-12a66276106e requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:18:22.212631 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-caa9eb3e-9497-4be0-a12e-8404a2e0e8f8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3425515 Jul 05 10:18:22.215936 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 49912) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:18:22.220014 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-c1ecd16c-5c7c-4868-b53a-af6a930b86db admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1043335425-router', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:18:22.234835 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:22.241209 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1ecd16c-5c7c-4868-b53a-af6a930b86db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-796597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28292'] for router (82fff273-8099-4505-bbe9-761395e828c9), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:22.242194 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1ecd16c-5c7c-4868-b53a-af6a930b86db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-795281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-789393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-942032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28301'] for router (82fff273-8099-4505-bbe9-761395e828c9), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:22.294304 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1ecd16c-5c7c-4868-b53a-af6a930b86db admin admin] Publish callbacks [] for router_controller (82fff273-8099-4505-bbe9-761395e828c9), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:22.307168 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0bbfec-0912-49d7-86f9-f9f4ec53b299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-fddec1cf-8b7c-4e90-af09-12a66276106e', 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e', 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'fixed_ips': [{'subnet_id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de'}]}} from dv-cinder-master-3-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 05 10:18:22.308132 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4c0bbfec-0912-49d7-86f9-f9f4ec53b299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:22.426915 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1ecd16c-5c7c-4868-b53a-af6a930b86db admin admin] Publish callbacks [] for router_gateway (82fff273-8099-4505-bbe9-761395e828c9), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:22.441856 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-4c0bbfec-0912-49d7-86f9-f9f4ec53b299 None None] Allocated IP 172.20.0.2 (fddec1cf-8b7c-4e90-af09-12a66276106e/69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de/ed33c517-78e3-4966-83d7-917c37a30b5e) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:22.583684 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4c0bbfec-0912-49d7-86f9-f9f4ec53b299 None None] Publish callbacks [] for port (ed33c517-78e3-4966-83d7-917c37a30b5e), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:22.589528 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4c0bbfec-0912-49d7-86f9-f9f4ec53b299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865'] for port (ed33c517-78e3-4966-83d7-917c37a30b5e), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:22.602725 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1ecd16c-5c7c-4868-b53a-af6a930b86db admin admin] Publish callbacks [] for router_gateway (82fff273-8099-4505-bbe9-761395e828c9), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:22.617958 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:22.625622 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1ecd16c-5c7c-4868-b53a-af6a930b86db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:22.634281 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0bbfec-0912-49d7-86f9-f9f4ec53b299 None None] Network fddec1cf-8b7c-4e90-af09-12a66276106e is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:22.639716 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-4c0bbfec-0912-49d7-86f9-f9f4ec53b299 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:22.644503 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0bbfec-0912-49d7-86f9-f9f4ec53b299 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:18:22.651270 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0bbfec-0912-49d7-86f9-f9f4ec53b299 None None] Pushing event updated for resources: {'Port': ['ID=ed33c517-78e3-4966-83d7-917c37a30b5e,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:22.704340 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-4c0bbfec-0912-49d7-86f9-f9f4ec53b299 None None] Attempting to bind port ed33c517-78e3-4966-83d7-917c37a30b5e on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:18:22.704724 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-4c0bbfec-0912-49d7-86f9-f9f4ec53b299 None None] Attempting to bind port ed33c517-78e3-4966-83d7-917c37a30b5e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:18:22.705077 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0bbfec-0912-49d7-86f9-f9f4ec53b299 None None] Attempting to bind port ed33c517-78e3-4966-83d7-917c37a30b5e on network fddec1cf-8b7c-4e90-af09-12a66276106e {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:18:22.706725 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:22.711279 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0bbfec-0912-49d7-86f9-f9f4ec53b299 None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:18:22.711638 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0bbfec-0912-49d7-86f9-f9f4ec53b299 None None] Checking segment: {'id': 'bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:18:22.712030 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4c0bbfec-0912-49d7-86f9-f9f4ec53b299 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:22.712446 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0bbfec-0912-49d7-86f9-f9f4ec53b299 None None] Bound using segment: {'id': 'bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:18:22.712902 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-4c0bbfec-0912-49d7-86f9-f9f4ec53b299 None None] Bound port: ed33c517-78e3-4966-83d7-917c37a30b5e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:18:22.713273 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4c0bbfec-0912-49d7-86f9-f9f4ec53b299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (ed33c517-78e3-4966-83d7-917c37a30b5e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:22.736348 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-c1ecd16c-5c7c-4868-b53a-af6a930b86db admin admin] Allocated IP 172.37.2.96 (41de873a-d138-4cc5-b805-d53357ba161e/988cd17f-ff06-4e31-a156-b2c72b1aa185/f4a63873-b367-44ad-af08-dfa7793e6fdb) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:22.777447 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4c0bbfec-0912-49d7-86f9-f9f4ec53b299 None None] For port ed33c517-78e3-4966-83d7-917c37a30b5e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:18:22.780683 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4c0bbfec-0912-49d7-86f9-f9f4ec53b299 None None] For port ed33c517-78e3-4966-83d7-917c37a30b5e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ed33c517-78e3-4966-83d7-917c37a30b5e,segment=NetworkSegment(bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa),segment_id=bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:18:22.786758 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4c0bbfec-0912-49d7-86f9-f9f4ec53b299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (ed33c517-78e3-4966-83d7-917c37a30b5e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:22.846939 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0bbfec-0912-49d7-86f9-f9f4ec53b299 None None] Pushing event updated for resources: {'Port': ['ID=ed33c517-78e3-4966-83d7-917c37a30b5e,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:22.847311 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1ecd16c-5c7c-4868-b53a-af6a930b86db admin admin] Publish callbacks [] for port (f4a63873-b367-44ad-af08-dfa7793e6fdb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:22.881788 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1ecd16c-5c7c-4868-b53a-af6a930b86db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (f4a63873-b367-44ad-af08-dfa7793e6fdb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:22.921380 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:22.929844 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ecd16c-5c7c-4868-b53a-af6a930b86db admin admin] Network 41de873a-d138-4cc5-b805-d53357ba161e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:22.934323 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-c1ecd16c-5c7c-4868-b53a-af6a930b86db admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:22.936689 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ecd16c-5c7c-4868-b53a-af6a930b86db admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:18:22.938973 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ecd16c-5c7c-4868-b53a-af6a930b86db admin admin] Pushing event updated for resources: {'Port': ['ID=f4a63873-b367-44ad-af08-dfa7793e6fdb,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:23.368806 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:23.428124 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1ecd16c-5c7c-4868-b53a-af6a930b86db admin admin] Publish callbacks [] for router_gateway (82fff273-8099-4505-bbe9-761395e828c9), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:23.620688 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1ecd16c-5c7c-4868-b53a-af6a930b86db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-795272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-789501'] for router (82fff273-8099-4505-bbe9-761395e828c9), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:23.707809 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48cb878-bf76-40ff-814b-032e9f0d96b6 None None] Network fddec1cf-8b7c-4e90-af09-12a66276106e requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:18:23.747037 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ecd16c-5c7c-4868-b53a-af6a930b86db admin admin] Router 82fff273-8099-4505-bbe9-761395e828c9 is scheduled to L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 05 10:18:23.786108 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-82369521-5ffe-4319-a55b-fb4ed43b0972 None None] Provisioning complete for port ed33c517-78e3-4966-83d7-917c37a30b5e triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:18:23.786389 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-82369521-5ffe-4319-a55b-fb4ed43b0972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (ed33c517-78e3-4966-83d7-917c37a30b5e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:23.850607 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ecd16c-5c7c-4868-b53a-af6a930b86db admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:18:23.864679 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eccb735-16f4-467c-bd69-eae28c6c6adf None None] Sync routers for ids ['82fff273-8099-4505-bbe9-761395e828c9'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:18:23.869868 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1ecd16c-5c7c-4868-b53a-af6a930b86db admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:23.871777 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-c1ecd16c-5c7c-4868-b53a-af6a930b86db admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6549058 Jul 05 10:18:23.874483 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 49914) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:18:23.879273 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eccb735-16f4-467c-bd69-eae28c6c6adf None None] Routers {'82fff273-8099-4505-bbe9-761395e828c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:18:23.879889 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0eccb735-16f4-467c-bd69-eae28c6c6adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:18:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['82fff273-8099-4505-bbe9-761395e828c9'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:23.968494 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-82369521-5ffe-4319-a55b-fb4ed43b0972 None None] Current status of the port ed33c517-78e3-4966-83d7-917c37a30b5e is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:18:23.968888 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-82369521-5ffe-4319-a55b-fb4ed43b0972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (ed33c517-78e3-4966-83d7-917c37a30b5e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:24.038396 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-82369521-5ffe-4319-a55b-fb4ed43b0972 None None] For port ed33c517-78e3-4966-83d7-917c37a30b5e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ed33c517-78e3-4966-83d7-917c37a30b5e,segment=NetworkSegment(bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa),segment_id=bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:24.044465 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-82369521-5ffe-4319-a55b-fb4ed43b0972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (ed33c517-78e3-4966-83d7-917c37a30b5e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:24.081466 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-0eccb735-16f4-467c-bd69-eae28c6c6adf None None] Set router 82fff273-8099-4505-bbe9-761395e828c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:18:24.177798 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82369521-5ffe-4319-a55b-fb4ed43b0972 None None] Pushing event updated for resources: {'Port': ['ID=ed33c517-78e3-4966-83d7-917c37a30b5e,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:24.184877 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c46463ca-dd31-4269-9082-915725603b78 None None] Provisioning complete for port ed33c517-78e3-4966-83d7-917c37a30b5e triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:18:24.185249 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c46463ca-dd31-4269-9082-915725603b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (ed33c517-78e3-4966-83d7-917c37a30b5e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:24.195116 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:24.202069 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:24.293610 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-37e89d83-aaf1-4d8a-8c9f-db19b7b799f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:24.370803 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:24.445921 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-37e89d83-aaf1-4d8a-8c9f-db19b7b799f9 admin admin] Allocated IP 172.20.0.1 (fddec1cf-8b7c-4e90-af09-12a66276106e/69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de/984a368a-1748-4580-a66e-3d203cb923e1) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:24.460561 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0eccb735-16f4-467c-bd69-eae28c6c6adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fff273-8099-4505-bbe9-761395e828c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1043335425-router', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:23Z', 'revision_number': 3, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'gw_port': {'id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:24.488769 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eccb735-16f4-467c-bd69-eae28c6c6adf None None] Checking router: 82fff273-8099-4505-bbe9-761395e828c9 for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:18:24.489112 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eccb735-16f4-467c-bd69-eae28c6c6adf None None] Updating router 82fff273-8099-4505-bbe9-761395e828c9 port f4a63873-b367-44ad-af08-dfa7793e6fdb binding host dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:18:24.492204 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c46463ca-dd31-4269-9082-915725603b78 None None] Current status of the port ed33c517-78e3-4966-83d7-917c37a30b5e is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:18:24.518193 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0eccb735-16f4-467c-bd69-eae28c6c6adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (f4a63873-b367-44ad-af08-dfa7793e6fdb), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:24.547524 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-37e89d83-aaf1-4d8a-8c9f-db19b7b799f9 admin admin] Publish callbacks [] for port (984a368a-1748-4580-a66e-3d203cb923e1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:24.578570 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-37e89d83-aaf1-4d8a-8c9f-db19b7b799f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (984a368a-1748-4580-a66e-3d203cb923e1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:24.609839 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:24.623655 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e89d83-aaf1-4d8a-8c9f-db19b7b799f9 admin admin] Network fddec1cf-8b7c-4e90-af09-12a66276106e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:24.626409 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-37e89d83-aaf1-4d8a-8c9f-db19b7b799f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:24.634049 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e89d83-aaf1-4d8a-8c9f-db19b7b799f9 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:18:24.660051 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e89d83-aaf1-4d8a-8c9f-db19b7b799f9 admin admin] Pushing event updated for resources: {'Port': ['ID=984a368a-1748-4580-a66e-3d203cb923e1,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:24.680496 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-37e89d83-aaf1-4d8a-8c9f-db19b7b799f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801541'] for router_interface (82fff273-8099-4505-bbe9-761395e828c9), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:24.780971 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0eccb735-16f4-467c-bd69-eae28c6c6adf None None] Publish callbacks [] for port (f4a63873-b367-44ad-af08-dfa7793e6fdb), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:24.788180 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0eccb735-16f4-467c-bd69-eae28c6c6adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (f4a63873-b367-44ad-af08-dfa7793e6fdb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:24.813548 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-37e89d83-aaf1-4d8a-8c9f-db19b7b799f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (984a368a-1748-4580-a66e-3d203cb923e1), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:24.842927 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-0eccb735-16f4-467c-bd69-eae28c6c6adf None None] Attempting to bind port f4a63873-b367-44ad-af08-dfa7793e6fdb on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:18:24.843293 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-0eccb735-16f4-467c-bd69-eae28c6c6adf None None] Attempting to bind port f4a63873-b367-44ad-af08-dfa7793e6fdb by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:18:24.843674 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eccb735-16f4-467c-bd69-eae28c6c6adf None None] Attempting to bind port f4a63873-b367-44ad-af08-dfa7793e6fdb on network 41de873a-d138-4cc5-b805-d53357ba161e {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:18:24.849033 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe353af-2ed5-44c4-a059-b278b3874830 None None] Pushing event updated for resources: {'Port': ['ID=f4a63873-b367-44ad-af08-dfa7793e6fdb,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:24.854024 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eccb735-16f4-467c-bd69-eae28c6c6adf None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:18:24.855107 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eccb735-16f4-467c-bd69-eae28c6c6adf None None] Checking segment: {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:18:24.855518 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0eccb735-16f4-467c-bd69-eae28c6c6adf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:24.856327 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eccb735-16f4-467c-bd69-eae28c6c6adf None None] Bound using segment: {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:18:24.856540 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-0eccb735-16f4-467c-bd69-eae28c6c6adf None None] Bound port: f4a63873-b367-44ad-af08-dfa7793e6fdb, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:18:24.856771 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0eccb735-16f4-467c-bd69-eae28c6c6adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (f4a63873-b367-44ad-af08-dfa7793e6fdb), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:24.910904 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0eccb735-16f4-467c-bd69-eae28c6c6adf None None] For port f4a63873-b367-44ad-af08-dfa7793e6fdb, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:18:24.918116 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-502a798f-3379-44ec-b723-add7988badfe None None] Provisioning complete for port 984a368a-1748-4580-a66e-3d203cb923e1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:18:24.918886 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-502a798f-3379-44ec-b723-add7988badfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (984a368a-1748-4580-a66e-3d203cb923e1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:24.931810 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:24.947829 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0eccb735-16f4-467c-bd69-eae28c6c6adf None None] For port f4a63873-b367-44ad-af08-dfa7793e6fdb, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f4a63873-b367-44ad-af08-dfa7793e6fdb,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:18:24.957698 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:24.959503 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0eccb735-16f4-467c-bd69-eae28c6c6adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (f4a63873-b367-44ad-af08-dfa7793e6fdb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:24.983047 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-37e89d83-aaf1-4d8a-8c9f-db19b7b799f9 admin admin] Publish callbacks [] for port (984a368a-1748-4580-a66e-3d203cb923e1), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:24.989520 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-37e89d83-aaf1-4d8a-8c9f-db19b7b799f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26770654'] for port (984a368a-1748-4580-a66e-3d203cb923e1), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:24.993614 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-502a798f-3379-44ec-b723-add7988badfe None None] Port 984a368a-1748-4580-a66e-3d203cb923e1 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:18:25.024827 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe353af-2ed5-44c4-a059-b278b3874830 None None] Pushing event updated for resources: {'Port': ['ID=f4a63873-b367-44ad-af08-dfa7793e6fdb,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:25.028359 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eccb735-16f4-467c-bd69-eae28c6c6adf None None] Routers {'82fff273-8099-4505-bbe9-761395e828c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:18:25.029005 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0eccb735-16f4-467c-bd69-eae28c6c6adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:18:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['82fff273-8099-4505-bbe9-761395e828c9'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:25.037533 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e89d83-aaf1-4d8a-8c9f-db19b7b799f9 admin admin] Pushing event updated for resources: {'Port': ['ID=984a368a-1748-4580-a66e-3d203cb923e1,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:25.076059 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-37e89d83-aaf1-4d8a-8c9f-db19b7b799f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-801681'] for router_interface (82fff273-8099-4505-bbe9-761395e828c9), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:25.119418 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device ed33c517-78e3-4966-83d7-917c37a30b5e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:25.172241 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-0eccb735-16f4-467c-bd69-eae28c6c6adf None None] Set router 82fff273-8099-4505-bbe9-761395e828c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:18:25.172499 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e89d83-aaf1-4d8a-8c9f-db19b7b799f9 admin admin] Network fddec1cf-8b7c-4e90-af09-12a66276106e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:25.173758 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-37e89d83-aaf1-4d8a-8c9f-db19b7b799f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:25.217711 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:25.223946 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port ed33c517-78e3-4966-83d7-917c37a30b5e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:18:25.224313 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (ed33c517-78e3-4966-83d7-917c37a30b5e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:25.298697 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e89d83-aaf1-4d8a-8c9f-db19b7b799f9 admin admin] Router 82fff273-8099-4505-bbe9-761395e828c9 has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:18:25.363459 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:25.413132 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e89d83-aaf1-4d8a-8c9f-db19b7b799f9 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:18:25.424432 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-37e89d83-aaf1-4d8a-8c9f-db19b7b799f9 admin admin] 10.222.0.20 "PUT /v2.0/routers/82fff273-8099-4505-bbe9-761395e828c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5428817 Jul 05 10:18:25.438783 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port ed33c517-78e3-4966-83d7-917c37a30b5e is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:18:25.447461 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-84c5fd54-bde5-4fbb-a26a-5d4fd47bcd0e None None] Provisioning complete for port 984a368a-1748-4580-a66e-3d203cb923e1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:18:25.447765 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-84c5fd54-bde5-4fbb-a26a-5d4fd47bcd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (984a368a-1748-4580-a66e-3d203cb923e1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:25.485011 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0eccb735-16f4-467c-bd69-eae28c6c6adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fff273-8099-4505-bbe9-761395e828c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1043335425-router', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:24Z', 'revision_number': 4, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'gw_port': {'id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '984a368a-1748-4580-a66e-3d203cb923e1', 'name': '', 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'mac_address': 'fa:16:3e:b6:f5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:24Z', 'updated_at': '2022-07-05T10:18:24Z', 'revision_number': 2, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'subnets': [{'id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:25.514948 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-84c5fd54-bde5-4fbb-a26a-5d4fd47bcd0e None None] Port 984a368a-1748-4580-a66e-3d203cb923e1 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:18:25.516828 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eccb735-16f4-467c-bd69-eae28c6c6adf None None] The sync data for ids ['82fff273-8099-4505-bbe9-761395e828c9'] in dv-cinder-master-3-iscsi is: [{'id': '82fff273-8099-4505-bbe9-761395e828c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1043335425-router', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:24Z', 'revision_number': 4, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'gw_port': {'id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '984a368a-1748-4580-a66e-3d203cb923e1', 'name': '', 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'mac_address': 'fa:16:3e:b6:f5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:24Z', 'updated_at': '2022-07-05T10:18:24Z', 'revision_number': 2, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'subnets': [{'id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:18:25.733113 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 49922) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:18:25.737768 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-bde13a9a-13dd-4611-a30e-2f0abb9606e9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1727976110', 'description': 'tempest-description--22566579'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:18:25.764120 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bde13a9a-13dd-4611-a30e-2f0abb9606e9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:25.837394 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bde13a9a-13dd-4611-a30e-2f0abb9606e9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for security_group (219260b7-2049-4077-ba1c-1c095ea4a9a3), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:25.841971 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bde13a9a-13dd-4611-a30e-2f0abb9606e9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (219260b7-2049-4077-ba1c-1c095ea4a9a3), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:25.872104 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bde13a9a-13dd-4611-a30e-2f0abb9606e9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:25.873372 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-bde13a9a-13dd-4611-a30e-2f0abb9606e9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1392655 Jul 05 10:18:25.876254 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 49924) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:18:25.881400 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-40696b4e-205d-4b17-b5ec-04cd6a1013e4 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Request body: {'security_group_rule': {'security_group_id': '219260b7-2049-4077-ba1c-1c095ea4a9a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:18:25.887352 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde13a9a-13dd-4611-a30e-2f0abb9606e9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=219260b7-2049-4077-ba1c-1c095ea4a9a3,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:25.911184 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40696b4e-205d-4b17-b5ec-04cd6a1013e4 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for security_group_rule (3fce5ad2-012b-4fc2-98fb-37fc9a4f74ee), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:25.973899 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40696b4e-205d-4b17-b5ec-04cd6a1013e4 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for security_group_rule (3fce5ad2-012b-4fc2-98fb-37fc9a4f74ee), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:25.977835 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40696b4e-205d-4b17-b5ec-04cd6a1013e4 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (3fce5ad2-012b-4fc2-98fb-37fc9a4f74ee), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:25.998463 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40696b4e-205d-4b17-b5ec-04cd6a1013e4 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fce5ad2-012b-4fc2-98fb-37fc9a4f74ee,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:26.006526 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40696b4e-205d-4b17-b5ec-04cd6a1013e4 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:26.007728 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-40696b4e-205d-4b17-b5ec-04cd6a1013e4 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1298265 Jul 05 10:18:26.010337 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 49926) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:18:26.014872 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-704c0593-575e-4065-92f6-7d6dfc7f4cad tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Request body: {'security_group_rule': {'security_group_id': '219260b7-2049-4077-ba1c-1c095ea4a9a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:18:26.020119 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:26.043682 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-704c0593-575e-4065-92f6-7d6dfc7f4cad tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for security_group_rule (8e4258de-5283-4059-98a5-336403e11dfc), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:26.055285 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:26.105744 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-704c0593-575e-4065-92f6-7d6dfc7f4cad tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for security_group_rule (8e4258de-5283-4059-98a5-336403e11dfc), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:26.109955 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-704c0593-575e-4065-92f6-7d6dfc7f4cad tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (8e4258de-5283-4059-98a5-336403e11dfc), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:26.129080 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c0593-575e-4065-92f6-7d6dfc7f4cad tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e4258de-5283-4059-98a5-336403e11dfc,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:26.137980 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-704c0593-575e-4065-92f6-7d6dfc7f4cad tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:26.142738 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 49928) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:18:26.143219 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-704c0593-575e-4065-92f6-7d6dfc7f4cad tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312780 Jul 05 10:18:26.152201 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-53cdf30c-b046-40fe-921d-c840af3233de tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Request body: {'floatingip': {'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:18:26.179628 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-53cdf30c-b046-40fe-921d-c840af3233de tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:26.269227 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-53cdf30c-b046-40fe-921d-c840af3233de tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:26.380109 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-53cdf30c-b046-40fe-921d-c840af3233de tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Allocated IP 172.37.2.81 (41de873a-d138-4cc5-b805-d53357ba161e/988cd17f-ff06-4e31-a156-b2c72b1aa185/74a54eb2-4634-4a1c-86e2-34d5514fff65) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:26.494643 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-53cdf30c-b046-40fe-921d-c840af3233de tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for port (74a54eb2-4634-4a1c-86e2-34d5514fff65), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:26.527887 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-53cdf30c-b046-40fe-921d-c840af3233de tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (74a54eb2-4634-4a1c-86e2-34d5514fff65), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:26.571218 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cdf30c-b046-40fe-921d-c840af3233de tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Network 41de873a-d138-4cc5-b805-d53357ba161e is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:26.577118 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-53cdf30c-b046-40fe-921d-c840af3233de tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:26.579313 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cdf30c-b046-40fe-921d-c840af3233de tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Pushing event updated for resources: {'Port': ['ID=74a54eb2-4634-4a1c-86e2-34d5514fff65,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:26.581541 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cdf30c-b046-40fe-921d-c840af3233de tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:18:26.618043 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cdf30c-b046-40fe-921d-c840af3233de tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:26.618411 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cdf30c-b046-40fe-921d-c840af3233de tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:26.618751 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cdf30c-b046-40fe-921d-c840af3233de tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:26.619088 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cdf30c-b046-40fe-921d-c840af3233de tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:26.619420 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cdf30c-b046-40fe-921d-c840af3233de tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:26.619749 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cdf30c-b046-40fe-921d-c840af3233de tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:26.620070 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cdf30c-b046-40fe-921d-c840af3233de tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:26.620987 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cdf30c-b046-40fe-921d-c840af3233de tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:26.621311 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cdf30c-b046-40fe-921d-c840af3233de tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:26.621633 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cdf30c-b046-40fe-921d-c840af3233de tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:26.621960 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cdf30c-b046-40fe-921d-c840af3233de tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:26.622282 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cdf30c-b046-40fe-921d-c840af3233de tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:26.622600 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cdf30c-b046-40fe-921d-c840af3233de tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:26.622918 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cdf30c-b046-40fe-921d-c840af3233de tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:26.623237 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cdf30c-b046-40fe-921d-c840af3233de tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:26.691279 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-53cdf30c-b046-40fe-921d-c840af3233de tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for floatingip (3455e302-b79a-433b-993b-ce645d369f81), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:26.729533 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:26.731377 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-53cdf30c-b046-40fe-921d-c840af3233de tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (74a54eb2-4634-4a1c-86e2-34d5514fff65), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:26.864047 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:26.888785 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-53cdf30c-b046-40fe-921d-c840af3233de tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for port (74a54eb2-4634-4a1c-86e2-34d5514fff65), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:26.893022 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-53cdf30c-b046-40fe-921d-c840af3233de tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (74a54eb2-4634-4a1c-86e2-34d5514fff65), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:26.962492 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cdf30c-b046-40fe-921d-c840af3233de tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Pushing event updated for resources: {'Port': ['ID=74a54eb2-4634-4a1c-86e2-34d5514fff65,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:26.972969 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-53cdf30c-b046-40fe-921d-c840af3233de tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-790480'] for floatingip (3455e302-b79a-433b-993b-ce645d369f81), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:26.989170 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-53cdf30c-b046-40fe-921d-c840af3233de tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:26.990423 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-53cdf30c-b046-40fe-921d-c840af3233de tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8459997 Jul 05 10:18:27.083431 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device f4a63873-b367-44ad-af08-dfa7793e6fdb up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:27.130160 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port f4a63873-b367-44ad-af08-dfa7793e6fdb triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:18:27.130622 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (f4a63873-b367-44ad-af08-dfa7793e6fdb), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:27.155405 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-21462baf-4de1-4481-a09a-6cf35fa5b9d7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1727976110&fields=id&tenant_id=f0c19d009f1b4ef09a40267bcf654107 HTTP/1.1" status: 200 len: 267 time: 0.0516386 Jul 05 10:18:27.214874 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port f4a63873-b367-44ad-af08-dfa7793e6fdb is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:18:27.215263 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (f4a63873-b367-44ad-af08-dfa7793e6fdb), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:27.237186 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] For port f4a63873-b367-44ad-af08-dfa7793e6fdb, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f4a63873-b367-44ad-af08-dfa7793e6fdb,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:27.241035 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (f4a63873-b367-44ad-af08-dfa7793e6fdb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:27.278930 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-007933cd-00bf-4be8-9c68-991b2d456638 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:27.280483 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-007933cd-00bf-4be8-9c68-991b2d456638 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/networks?id=fddec1cf-8b7c-4e90-af09-12a66276106e HTTP/1.1" status: 200 len: 817 time: 0.1173258 Jul 05 10:18:27.295286 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-ef080caa-bfc2-4c19-9219-c52832ca01c4 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/quotas/f0c19d009f1b4ef09a40267bcf654107 HTTP/1.1" status: 200 len: 375 time: 0.0092559 Jul 05 10:18:27.299147 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Pushing event updated for resources: {'Port': ['ID=f4a63873-b367-44ad-af08-dfa7793e6fdb,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:27.345444 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-44a3a41f-3ead-4431-9bd1-3cff0ada18c3 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0c19d009f1b4ef09a40267bcf654107&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447435 Jul 05 10:18:27.446853 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-6fbe7f63-e61a-478f-b90e-839b9a9c1b23 service neutron] 10.222.0.20 "GET /v2.0/networks/fddec1cf-8b7c-4e90-af09-12a66276106e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902631 Jul 05 10:18:27.510347 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de617852-020d-4337-8600-d06efb2f1382 None None] Sync routers for ids ['82fff273-8099-4505-bbe9-761395e828c9'] in dv-cinder-master-3-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:18:27.520180 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de617852-020d-4337-8600-d06efb2f1382 None None] Routers {'82fff273-8099-4505-bbe9-761395e828c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:18:27.520816 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-de617852-020d-4337-8600-d06efb2f1382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:18:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['82fff273-8099-4505-bbe9-761395e828c9'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:27.541220 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-44836874-bb70-4fae-a341-d081f39deead service neutron] 10.222.0.20 "GET /v2.0/networks/fddec1cf-8b7c-4e90-af09-12a66276106e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880694 Jul 05 10:18:27.622957 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-de617852-020d-4337-8600-d06efb2f1382 None None] Set router 82fff273-8099-4505-bbe9-761395e828c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:18:27.721211 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-51684c03-0bec-4e0f-9e14-1af0debecc60 req-694028ac-dbef-4eb2-b2d6-ff774a2adbcd tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 210 time: 0.0318394 Jul 05 10:18:27.816105 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-de617852-020d-4337-8600-d06efb2f1382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fff273-8099-4505-bbe9-761395e828c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1043335425-router', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:24Z', 'revision_number': 4, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'gw_port': {'id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '984a368a-1748-4580-a66e-3d203cb923e1', 'name': '', 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'mac_address': 'fa:16:3e:b6:f5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:24Z', 'updated_at': '2022-07-05T10:18:24Z', 'revision_number': 2, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'subnets': [{'id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:27.846739 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de617852-020d-4337-8600-d06efb2f1382 None None] Checking router: 82fff273-8099-4505-bbe9-761395e828c9 for host: dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:18:27.847194 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de617852-020d-4337-8600-d06efb2f1382 None None] Updating router 82fff273-8099-4505-bbe9-761395e828c9 port 984a368a-1748-4580-a66e-3d203cb923e1 binding host dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:18:27.964871 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-de617852-020d-4337-8600-d06efb2f1382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (984a368a-1748-4580-a66e-3d203cb923e1), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:28.222647 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-de617852-020d-4337-8600-d06efb2f1382 None None] Publish callbacks [] for port (984a368a-1748-4580-a66e-3d203cb923e1), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:28.228025 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-de617852-020d-4337-8600-d06efb2f1382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (984a368a-1748-4580-a66e-3d203cb923e1), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:28.281557 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb6e300-9524-4703-af39-e63d22b688ef None None] Pushing event updated for resources: {'Port': ['ID=984a368a-1748-4580-a66e-3d203cb923e1,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:28.306696 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb6e300-9524-4703-af39-e63d22b688ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:28.307031 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb6e300-9524-4703-af39-e63d22b688ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:28.307583 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb6e300-9524-4703-af39-e63d22b688ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:28.308695 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb6e300-9524-4703-af39-e63d22b688ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:28.309027 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb6e300-9524-4703-af39-e63d22b688ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:28.309354 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb6e300-9524-4703-af39-e63d22b688ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:28.309674 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb6e300-9524-4703-af39-e63d22b688ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:28.309993 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb6e300-9524-4703-af39-e63d22b688ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:28.310317 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb6e300-9524-4703-af39-e63d22b688ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:28.310635 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb6e300-9524-4703-af39-e63d22b688ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:28.310954 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb6e300-9524-4703-af39-e63d22b688ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:28.311289 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb6e300-9524-4703-af39-e63d22b688ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:28.311609 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb6e300-9524-4703-af39-e63d22b688ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:28.311920 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb6e300-9524-4703-af39-e63d22b688ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:28.312233 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb6e300-9524-4703-af39-e63d22b688ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:28.335733 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:28.350821 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-de617852-020d-4337-8600-d06efb2f1382 None None] Attempting to bind port 984a368a-1748-4580-a66e-3d203cb923e1 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:18:28.351190 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-de617852-020d-4337-8600-d06efb2f1382 None None] Attempting to bind port 984a368a-1748-4580-a66e-3d203cb923e1 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:18:28.351541 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de617852-020d-4337-8600-d06efb2f1382 None None] Attempting to bind port 984a368a-1748-4580-a66e-3d203cb923e1 on network fddec1cf-8b7c-4e90-af09-12a66276106e {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:18:28.357757 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de617852-020d-4337-8600-d06efb2f1382 None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:18:28.358094 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de617852-020d-4337-8600-d06efb2f1382 None None] Checking segment: {'id': 'bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:18:28.358552 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-de617852-020d-4337-8600-d06efb2f1382 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:28.358911 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de617852-020d-4337-8600-d06efb2f1382 None None] Bound using segment: {'id': 'bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:18:28.359371 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-de617852-020d-4337-8600-d06efb2f1382 None None] Bound port: 984a368a-1748-4580-a66e-3d203cb923e1, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:18:28.359733 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-de617852-020d-4337-8600-d06efb2f1382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (984a368a-1748-4580-a66e-3d203cb923e1), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:28.425729 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-de617852-020d-4337-8600-d06efb2f1382 None None] For port 984a368a-1748-4580-a66e-3d203cb923e1, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:18:28.430403 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-de617852-020d-4337-8600-d06efb2f1382 None None] For port 984a368a-1748-4580-a66e-3d203cb923e1, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=984a368a-1748-4580-a66e-3d203cb923e1,segment=NetworkSegment(bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa),segment_id=bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:18:28.437664 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-de617852-020d-4337-8600-d06efb2f1382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (984a368a-1748-4580-a66e-3d203cb923e1), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:28.481517 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d6d2f415-87f6-4353-8dc0-106710e270b9 None None] Provisioning complete for port 984a368a-1748-4580-a66e-3d203cb923e1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:18:28.481989 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d6d2f415-87f6-4353-8dc0-106710e270b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (984a368a-1748-4580-a66e-3d203cb923e1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:28.494670 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb6e300-9524-4703-af39-e63d22b688ef None None] Pushing event updated for resources: {'Port': ['ID=984a368a-1748-4580-a66e-3d203cb923e1,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:28.500352 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:28.509484 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de617852-020d-4337-8600-d06efb2f1382 None None] Routers {'82fff273-8099-4505-bbe9-761395e828c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:18:28.510114 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-de617852-020d-4337-8600-d06efb2f1382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:18:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['82fff273-8099-4505-bbe9-761395e828c9'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:28.625753 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d6d2f415-87f6-4353-8dc0-106710e270b9 None None] Current status of the port 984a368a-1748-4580-a66e-3d203cb923e1 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:18:28.626359 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d6d2f415-87f6-4353-8dc0-106710e270b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (984a368a-1748-4580-a66e-3d203cb923e1), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:28.634638 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-de617852-020d-4337-8600-d06efb2f1382 None None] Set router 82fff273-8099-4505-bbe9-761395e828c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:18:28.662582 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0c7cb6c7-4c17-45e3-9b6e-0ee6a54cad06 req-ca1dfb1e-1e5e-4e04-8859-2b7dd19c9788 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-179336894&fields=id&tenant_id=d71ebc02c6094919b3054d7da84aadf0 HTTP/1.1" status: 200 len: 267 time: 0.0614650 Jul 05 10:18:28.676072 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d6d2f415-87f6-4353-8dc0-106710e270b9 None None] For port 984a368a-1748-4580-a66e-3d203cb923e1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=984a368a-1748-4580-a66e-3d203cb923e1,segment=NetworkSegment(bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa),segment_id=bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:28.681283 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d6d2f415-87f6-4353-8dc0-106710e270b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (984a368a-1748-4580-a66e-3d203cb923e1), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:28.712721 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cb6c7-4c17-45e3-9b6e-0ee6a54cad06 req-82e236bb-d3ce-412b-8153-9ef11a3f450c tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:28.720913 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0c7cb6c7-4c17-45e3-9b6e-0ee6a54cad06 req-82e236bb-d3ce-412b-8153-9ef11a3f450c tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 984 time: 0.0574410 Jul 05 10:18:28.726299 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-0c7cb6c7-4c17-45e3-9b6e-0ee6a54cad06 req-9225c93a-c303-4bfd-a037-c5e7c76915c8 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Request body: {'port': {'security_groups': ['ace209bb-535f-480c-8db1-06429e83a20d']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:18:28.734202 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2f415-87f6-4353-8dc0-106710e270b9 None None] Pushing event updated for resources: {'Port': ['ID=984a368a-1748-4580-a66e-3d203cb923e1,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:28.803676 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-584d0f30-9a50-4a3e-bb53-f2e31a707167 None None] Provisioning complete for port 984a368a-1748-4580-a66e-3d203cb923e1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:18:28.804502 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-584d0f30-9a50-4a3e-bb53-f2e31a707167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (984a368a-1748-4580-a66e-3d203cb923e1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:28.851105 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-de617852-020d-4337-8600-d06efb2f1382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fff273-8099-4505-bbe9-761395e828c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1043335425-router', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:24Z', 'revision_number': 4, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'gw_port': {'id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '984a368a-1748-4580-a66e-3d203cb923e1', 'name': '', 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'mac_address': 'fa:16:3e:b6:f5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:24Z', 'updated_at': '2022-07-05T10:18:28Z', 'revision_number': 4, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'subnets': [{'id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:28.854248 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-56061451-e9a6-4338-a811-291d8ef96300 req-d03c3a38-da17-44c1-891e-6652fee2cd95 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 210 time: 0.0428231 Jul 05 10:18:28.855085 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0c7cb6c7-4c17-45e3-9b6e-0ee6a54cad06 req-9225c93a-c303-4bfd-a037-c5e7c76915c8 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (080193f7-c96f-450e-87cc-cab454029efe), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:28.879047 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de617852-020d-4337-8600-d06efb2f1382 None None] The sync data for ids ['82fff273-8099-4505-bbe9-761395e828c9'] in dv-cinder-master-3-iscsi is: [{'id': '82fff273-8099-4505-bbe9-761395e828c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1043335425-router', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:24Z', 'revision_number': 4, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'gw_port': {'id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '984a368a-1748-4580-a66e-3d203cb923e1', 'name': '', 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'mac_address': 'fa:16:3e:b6:f5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:24Z', 'updated_at': '2022-07-05T10:18:28Z', 'revision_number': 4, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'subnets': [{'id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:18:28.897820 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-584d0f30-9a50-4a3e-bb53-f2e31a707167 None None] Current status of the port 984a368a-1748-4580-a66e-3d203cb923e1 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:18:28.935109 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:29.063222 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-0c7cb6c7-4c17-45e3-9b6e-0ee6a54cad06 req-9225c93a-c303-4bfd-a037-c5e7c76915c8 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] For port 080193f7-c96f-450e-87cc-cab454029efe, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=080193f7-c96f-450e-87cc-cab454029efe,segment=NetworkSegment(0a3f8006-57f2-413a-87f1-ce8bfacddca7),segment_id=0a3f8006-57f2-413a-87f1-ce8bfacddca7)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:29.112077 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device f4a63873-b367-44ad-af08-dfa7793e6fdb up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:29.117076 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0c7cb6c7-4c17-45e3-9b6e-0ee6a54cad06 req-9225c93a-c303-4bfd-a037-c5e7c76915c8 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks [] for port (080193f7-c96f-450e-87cc-cab454029efe), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:29.168321 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:29.171473 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port f4a63873-b367-44ad-af08-dfa7793e6fdb triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:18:29.171930 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (f4a63873-b367-44ad-af08-dfa7793e6fdb), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:29.176161 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:29.179710 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0c7cb6c7-4c17-45e3-9b6e-0ee6a54cad06 req-9225c93a-c303-4bfd-a037-c5e7c76915c8 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (080193f7-c96f-450e-87cc-cab454029efe), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:29.219086 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['080193f7-c96f-450e-87cc-cab454029efe'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:18:29.252823 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cb6c7-4c17-45e3-9b6e-0ee6a54cad06 req-9225c93a-c303-4bfd-a037-c5e7c76915c8 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:29.253318 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0c7cb6c7-4c17-45e3-9b6e-0ee6a54cad06 req-9225c93a-c303-4bfd-a037-c5e7c76915c8 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:29.254717 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0c7cb6c7-4c17-45e3-9b6e-0ee6a54cad06 req-9225c93a-c303-4bfd-a037-c5e7c76915c8 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "PUT /v2.0/ports/080193f7-c96f-450e-87cc-cab454029efe HTTP/1.1" status: 200 len: 942 time: 0.5330076 Jul 05 10:18:29.267198 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 49968) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:18:29.268701 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5377ac3e-4f33-4b05-bc85-80b0d7b653c4', 'tag': '080193f7-c96f-450e-87cc-cab454029efe'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:18:29.270164 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:29.271486 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64167304-1445-4625-9b65-1c26cf0fcff8" -d '{"events": [{"name": "network-changed", "server_uuid": "5377ac3e-4f33-4b05-bc85-80b0d7b653c4", "tag": "080193f7-c96f-450e-87cc-cab454029efe"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:18:29.280433 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-a6b53561-6338-4a86-84ec-c53471c53963 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:29.282981 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-a6b53561-6338-4a86-84ec-c53471c53963 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.30 "GET /v2.0/networks?id=fddec1cf-8b7c-4e90-af09-12a66276106e HTTP/1.1" status: 200 len: 817 time: 0.2008381 Jul 05 10:18:29.300434 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225c93a-c303-4bfd-a037-c5e7c76915c8 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Pushing event updated for resources: {'Port': ['ID=080193f7-c96f-450e-87cc-cab454029efe,revision_number=7']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:29.307590 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port f4a63873-b367-44ad-af08-dfa7793e6fdb is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:18:29.309309 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 984a368a-1748-4580-a66e-3d203cb923e1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:29.340851 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-decd0242-f89a-4c47-b39f-85ca6126bd3c tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks [] for security_group (ec33f5ae-fb77-4249-a272-9317a9186cf4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:29.369779 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45826a47-e91d-4935-a3b5-393327601a6d x-openstack-request-id: req-45826a47-e91d-4935-a3b5-393327601a6d {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:18:29.375565 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5377ac3e-4f33-4b05-bc85-80b0d7b653c4", "tag": "080193f7-c96f-450e-87cc-cab454029efe", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:18:29.375999 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45826a47-e91d-4935-a3b5-393327601a6d {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:18:29.376814 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45826a47-e91d-4935-a3b5-393327601a6d'] response: {'name': 'network-changed', 'server_uuid': '5377ac3e-4f33-4b05-bc85-80b0d7b653c4', 'tag': '080193f7-c96f-450e-87cc-cab454029efe', 'status': 'completed', 'code': 200} Jul 05 10:18:29.408224 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-decd0242-f89a-4c47-b39f-85ca6126bd3c tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks [] for security_group (ec33f5ae-fb77-4249-a272-9317a9186cf4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:29.443963 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['080193f7-c96f-450e-87cc-cab454029efe'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:18:29.492279 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64167304-1445-4625-9b65-1c26cf0fcff8 req-4478c3f6-5960-401a-8006-432513a45e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:29.492617 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port 984a368a-1748-4580-a66e-3d203cb923e1 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:18:29.493528 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (984a368a-1748-4580-a66e-3d203cb923e1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:29.501501 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-64167304-1445-4625-9b65-1c26cf0fcff8 req-4478c3f6-5960-401a-8006-432513a45e5c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d71ebc02c6094919b3054d7da84aadf0&device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 1129 time: 0.0958095 Jul 05 10:18:29.523985 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-decd0242-f89a-4c47-b39f-85ca6126bd3c tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (ec33f5ae-fb77-4249-a272-9317a9186cf4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:29.526471 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-f3e3cebe-8517-4972-8076-03fba52a1526 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0c19d009f1b4ef09a40267bcf654107 HTTP/1.1" status: 200 len: 380 time: 0.1822679 Jul 05 10:18:29.533082 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-decd0242-f89a-4c47-b39f-85ca6126bd3c tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:29.534265 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-decd0242-f89a-4c47-b39f-85ca6126bd3c tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "DELETE /v2.0/security-groups/ec33f5ae-fb77-4249-a272-9317a9186cf4 HTTP/1.1" status: 204 len: 168 time: 0.2660952 Jul 05 10:18:29.537764 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 49972) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:18:29.550018 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-69083724-9a71-45f0-9788-7ba0228bc2a6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Request body: {'port': {'device_id': 'ff442846-3ded-48c4-8a48-df125f46d0d6', 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e', 'admin_state_up': True, 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'security_groups': ['219260b7-2049-4077-ba1c-1c095ea4a9a3']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:18:29.583750 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd0242-f89a-4c47-b39f-85ca6126bd3c tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec33f5ae-fb77-4249-a272-9317a9186cf4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:29.685578 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2e51af3b-3472-4f7c-9588-7f8e486c0e3d None None] Provisioning complete for port 080193f7-c96f-450e-87cc-cab454029efe triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:18:29.685578 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2e51af3b-3472-4f7c-9588-7f8e486c0e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (080193f7-c96f-450e-87cc-cab454029efe), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:29.712936 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-eedf905b-c472-4d08-869f-b407cfdd0b64 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Deleting port f9482545-8ecc-47da-a6fa-7957c8425715 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:18:29.713377 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eedf905b-c472-4d08-869f-b407cfdd0b64 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (f9482545-8ecc-47da-a6fa-7957c8425715), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:29.719733 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64167304-1445-4625-9b65-1c26cf0fcff8 req-afc38a04-f55f-4cff-a5c9-0ef50b5b2031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:29.721242 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-64167304-1445-4625-9b65-1c26cf0fcff8 req-afc38a04-f55f-4cff-a5c9-0ef50b5b2031 service neutron] 10.222.0.30 "GET /v2.0/networks?id=71cc70a2-9310-4a30-a617-ac7068d14bb6 HTTP/1.1" status: 200 len: 916 time: 0.2121074 Jul 05 10:18:29.804255 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-69083724-9a71-45f0-9788-7ba0228bc2a6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Made reservation on behalf of f0c19d009f1b4ef09a40267bcf654107 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:29.806125 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port 984a368a-1748-4580-a66e-3d203cb923e1 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:18:29.808545 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eedf905b-c472-4d08-869f-b407cfdd0b64 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (f9482545-8ecc-47da-a6fa-7957c8425715), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:29.808937 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eedf905b-c472-4d08-869f-b407cfdd0b64 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks [] for floatingip (f9482545-8ecc-47da-a6fa-7957c8425715), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:29.818251 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-69083724-9a71-45f0-9788-7ba0228bc2a6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:29.824229 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-eedf905b-c472-4d08-869f-b407cfdd0b64 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Calling delete_port for f9482545-8ecc-47da-a6fa-7957c8425715 owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:18:29.841553 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-64167304-1445-4625-9b65-1c26cf0fcff8 req-713ec622-7f76-4f03-b14a-36191a37daf6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=080193f7-c96f-450e-87cc-cab454029efe HTTP/1.1" status: 200 len: 1001 time: 0.1117284 Jul 05 10:18:29.934747 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:30.013097 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8466cd26-c66c-42a0-a698-11d33de1afb3 req-1206211c-2988-4816-b6b7-0f891d6ac915 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 210 time: 0.0402753 Jul 05 10:18:30.026035 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eedf905b-c472-4d08-869f-b407cfdd0b64 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (f9482545-8ecc-47da-a6fa-7957c8425715), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:30.030108 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2e51af3b-3472-4f7c-9588-7f8e486c0e3d None None] Current status of the port 080193f7-c96f-450e-87cc-cab454029efe is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:18:30.051276 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64167304-1445-4625-9b65-1c26cf0fcff8 req-901e27dc-2515-4ce7-8092-39af63518e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:30.053757 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-64167304-1445-4625-9b65-1c26cf0fcff8 req-901e27dc-2515-4ce7-8092-39af63518e74 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16bbdeec-80ad-49f8-803a-6ac82c0af11d HTTP/1.1" status: 200 len: 854 time: 0.1565249 Jul 05 10:18:30.086069 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf905b-c472-4d08-869f-b407cfdd0b64 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Pushing event deleted for resources: {'Port': ['ID=f9482545-8ecc-47da-a6fa-7957c8425715,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:30.112742 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-69083724-9a71-45f0-9788-7ba0228bc2a6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Allocated IP 172.20.0.6 (fddec1cf-8b7c-4e90-af09-12a66276106e/69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de/e6fb0593-584d-4308-86f5-4705f3dc20c8) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:30.117288 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64167304-1445-4625-9b65-1c26cf0fcff8 req-ed191c8a-31c9-43dc-9e01-57968e1e4239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:30.118771 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-64167304-1445-4625-9b65-1c26cf0fcff8 req-ed191c8a-31c9-43dc-9e01-57968e1e4239 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=71cc70a2-9310-4a30-a617-ac7068d14bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589788 Jul 05 10:18:30.127518 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eedf905b-c472-4d08-869f-b407cfdd0b64 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks [] for floatingip (bedf8eed-45eb-425b-9f87-f58b43a5516a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:30.127906 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.db.l3_db [None req-eedf905b-c472-4d08-869f-b407cfdd0b64 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Floating IP bedf8eed-45eb-425b-9f87-f58b43a5516a disassociated (deleted). External IP: 172.37.2.194, port: 080193f7-c96f-450e-87cc-cab454029efe. Jul 05 10:18:30.162045 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:30.315340 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=6 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:30.341110 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eedf905b-c472-4d08-869f-b407cfdd0b64 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Router ea81ba69-f752-4b3d-9c67-48ceb47b563b has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:18:30.447879 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedf905b-c472-4d08-869f-b407cfdd0b64 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:18:30.452863 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eedf905b-c472-4d08-869f-b407cfdd0b64 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:30.460236 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2168a1a-34fd-4a45-a902-f75e121883bd None None] Sync routers for ids ['ea81ba69-f752-4b3d-9c67-48ceb47b563b'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:18:30.471148 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2168a1a-34fd-4a45-a902-f75e121883bd None None] Routers {'ea81ba69-f752-4b3d-9c67-48ceb47b563b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:18:30.472456 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c2168a1a-34fd-4a45-a902-f75e121883bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:18:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['ea81ba69-f752-4b3d-9c67-48ceb47b563b'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:30.485569 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-eedf905b-c472-4d08-869f-b407cfdd0b64 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "DELETE /v2.0/floatingips/bedf8eed-45eb-425b-9f87-f58b43a5516a HTTP/1.1" status: 204 len: 168 time: 0.9440560 Jul 05 10:18:30.485569 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5377ac3e-4f33-4b05-bc85-80b0d7b653c4', 'tag': '080193f7-c96f-450e-87cc-cab454029efe'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:18:30.486637 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afc1adaeb3b5fe8d75c18ebcd0f0cb199cc22f98a1fdc7b87986fe26239d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3681d6c6-301f-4279-920c-3400636bcad5" -d '{"events": [{"name": "network-changed", "server_uuid": "5377ac3e-4f33-4b05-bc85-80b0d7b653c4", "tag": "080193f7-c96f-450e-87cc-cab454029efe"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:18:30.542325 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-64167304-1445-4625-9b65-1c26cf0fcff8 req-9117fd64-9e2d-4182-a521-35ffd46ba8d6 service neutron] 10.222.0.30 "GET /v2.0/networks/71cc70a2-9310-4a30-a617-ac7068d14bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156036 Jul 05 10:18:30.590133 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:30.593560 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-c2168a1a-34fd-4a45-a902-f75e121883bd None None] Set router ea81ba69-f752-4b3d-9c67-48ceb47b563b gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:18:30.641693 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b4f764-6e3a-45ca-b4fa-e0d86234f01a x-openstack-request-id: req-01b4f764-6e3a-45ca-b4fa-e0d86234f01a {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:18:30.641978 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5377ac3e-4f33-4b05-bc85-80b0d7b653c4", "tag": "080193f7-c96f-450e-87cc-cab454029efe", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:18:30.642227 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01b4f764-6e3a-45ca-b4fa-e0d86234f01a {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:18:30.642630 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01b4f764-6e3a-45ca-b4fa-e0d86234f01a'] response: {'name': 'network-changed', 'server_uuid': '5377ac3e-4f33-4b05-bc85-80b0d7b653c4', 'tag': '080193f7-c96f-450e-87cc-cab454029efe', 'status': 'completed', 'code': 200} Jul 05 10:18:30.647310 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-69083724-9a71-45f0-9788-7ba0228bc2a6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for port (e6fb0593-584d-4308-86f5-4705f3dc20c8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:30.689388 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:30.691539 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-64167304-1445-4625-9b65-1c26cf0fcff8 req-888fa17e-f110-4ab4-b45b-ef6b3eac514b service neutron] 10.222.0.30 "GET /v2.0/networks/71cc70a2-9310-4a30-a617-ac7068d14bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411531 Jul 05 10:18:30.703278 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-69083724-9a71-45f0-9788-7ba0228bc2a6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (e6fb0593-584d-4308-86f5-4705f3dc20c8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:30.752871 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-69083724-9a71-45f0-9788-7ba0228bc2a6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Network fddec1cf-8b7c-4e90-af09-12a66276106e is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:30.755117 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-69083724-9a71-45f0-9788-7ba0228bc2a6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:30.758824 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-69083724-9a71-45f0-9788-7ba0228bc2a6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:18:30.797080 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69083724-9a71-45f0-9788-7ba0228bc2a6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Pushing event updated for resources: {'Port': ['ID=e6fb0593-584d-4308-86f5-4705f3dc20c8,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:30.801382 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:30.856126 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-69083724-9a71-45f0-9788-7ba0228bc2a6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:30.856777 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-69083724-9a71-45f0-9788-7ba0228bc2a6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:30.857339 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c2168a1a-34fd-4a45-a902-f75e121883bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'name': 'tempest-TestMinimumBasicScenario-1079838124-router', 'tenant_id': 'd71ebc02c6094919b3054d7da84aadf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.48'}], 'enable_snat': True}, 'gw_port_id': '82d6f3cd-3f3d-4754-a8fc-fe3700c96adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:13:55Z', 'updated_at': '2022-07-05T10:13:59Z', 'revision_number': 4, 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'gw_port': {'id': '82d6f3cd-3f3d-4754-a8fc-fe3700c96adf', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:13:56Z', 'updated_at': '2022-07-05T10:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e90d377b-4bed-4a7f-ab1d-36c7e4ef850b', 'name': '', 'network_id': '71cc70a2-9310-4a30-a617-ac7068d14bb6', 'tenant_id': 'd71ebc02c6094919b3054d7da84aadf0', 'mac_address': 'fa:16:3e:55:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '16bbdeec-80ad-49f8-803a-6ac82c0af11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:13:58Z', 'updated_at': '2022-07-05T10:14:03Z', 'revision_number': 5, 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'subnets': [{'id': '16bbdeec-80ad-49f8-803a-6ac82c0af11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:30.861161 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681d6c6-301f-4279-920c-3400636bcad5 req-cc5d0e17-9ddb-4813-8143-6e47cdc02a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:30.862628 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3681d6c6-301f-4279-920c-3400636bcad5 req-cc5d0e17-9ddb-4813-8143-6e47cdc02a54 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d71ebc02c6094919b3054d7da84aadf0&device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 1129 time: 0.0761628 Jul 05 10:18:30.883610 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-69083724-9a71-45f0-9788-7ba0228bc2a6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3421974 Jul 05 10:18:30.893624 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2168a1a-34fd-4a45-a902-f75e121883bd None None] Checking router: ea81ba69-f752-4b3d-9c67-48ceb47b563b for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:18:30.902464 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2168a1a-34fd-4a45-a902-f75e121883bd None None] Routers {'ea81ba69-f752-4b3d-9c67-48ceb47b563b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:18:30.903078 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c2168a1a-34fd-4a45-a902-f75e121883bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:18:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['ea81ba69-f752-4b3d-9c67-48ceb47b563b'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:30.970065 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681d6c6-301f-4279-920c-3400636bcad5 req-45c02fdb-9b7d-4239-a553-8d3d0be93070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:30.972272 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3681d6c6-301f-4279-920c-3400636bcad5 req-45c02fdb-9b7d-4239-a553-8d3d0be93070 service neutron] 10.222.0.30 "GET /v2.0/networks?id=71cc70a2-9310-4a30-a617-ac7068d14bb6 HTTP/1.1" status: 200 len: 916 time: 0.1016946 Jul 05 10:18:31.016469 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-c2168a1a-34fd-4a45-a902-f75e121883bd None None] Set router ea81ba69-f752-4b3d-9c67-48ceb47b563b gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:18:31.093063 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-87ca11e8-6a12-43b9-ac01-c719fb62723b None None] Provisioning complete for port e6fb0593-584d-4308-86f5-4705f3dc20c8 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:18:31.093355 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-87ca11e8-6a12-43b9-ac01-c719fb62723b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (e6fb0593-584d-4308-86f5-4705f3dc20c8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:31.125548 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:31.136423 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c63658-d328-438f-b40d-8ea7eea3d9a8 req-b59afddc-0fa5-4aaf-8c26-0f19d006b020 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:31.137894 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-05c63658-d328-438f-b40d-8ea7eea3d9a8 req-b59afddc-0fa5-4aaf-8c26-0f19d006b020 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 931 time: 0.0481732 Jul 05 10:18:31.181067 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-87ca11e8-6a12-43b9-ac01-c719fb62723b None None] Port e6fb0593-584d-4308-86f5-4705f3dc20c8 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:18:31.189813 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-05c63658-d328-438f-b40d-8ea7eea3d9a8 req-8943da06-d815-40d6-9198-dad06921ffdc tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458894 Jul 05 10:18:31.243685 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-c2168a1a-34fd-4a45-a902-f75e121883bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'name': 'tempest-TestMinimumBasicScenario-1079838124-router', 'tenant_id': 'd71ebc02c6094919b3054d7da84aadf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.48'}], 'enable_snat': True}, 'gw_port_id': '82d6f3cd-3f3d-4754-a8fc-fe3700c96adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:13:55Z', 'updated_at': '2022-07-05T10:13:59Z', 'revision_number': 4, 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'gw_port': {'id': '82d6f3cd-3f3d-4754-a8fc-fe3700c96adf', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:13:56Z', 'updated_at': '2022-07-05T10:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e90d377b-4bed-4a7f-ab1d-36c7e4ef850b', 'name': '', 'network_id': '71cc70a2-9310-4a30-a617-ac7068d14bb6', 'tenant_id': 'd71ebc02c6094919b3054d7da84aadf0', 'mac_address': 'fa:16:3e:55:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '16bbdeec-80ad-49f8-803a-6ac82c0af11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:13:58Z', 'updated_at': '2022-07-05T10:14:03Z', 'revision_number': 5, 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'subnets': [{'id': '16bbdeec-80ad-49f8-803a-6ac82c0af11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:31.247256 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-8d397029-dd2f-40e2-a391-c5d00ad57af6 service neutron] Request body: {'port': {'device_id': 'ff442846-3ded-48c4-8a48-df125f46d0d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:18:31.272205 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2168a1a-34fd-4a45-a902-f75e121883bd None None] The sync data for ids ['ea81ba69-f752-4b3d-9c67-48ceb47b563b'] in dv-cinder-master-3-iscsi is: [{'id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'name': 'tempest-TestMinimumBasicScenario-1079838124-router', 'tenant_id': 'd71ebc02c6094919b3054d7da84aadf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.48'}], 'enable_snat': True}, 'gw_port_id': '82d6f3cd-3f3d-4754-a8fc-fe3700c96adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:13:55Z', 'updated_at': '2022-07-05T10:13:59Z', 'revision_number': 4, 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'gw_port': {'id': '82d6f3cd-3f3d-4754-a8fc-fe3700c96adf', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:13:56Z', 'updated_at': '2022-07-05T10:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e90d377b-4bed-4a7f-ab1d-36c7e4ef850b', 'name': '', 'network_id': '71cc70a2-9310-4a30-a617-ac7068d14bb6', 'tenant_id': 'd71ebc02c6094919b3054d7da84aadf0', 'mac_address': 'fa:16:3e:55:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '16bbdeec-80ad-49f8-803a-6ac82c0af11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:13:58Z', 'updated_at': '2022-07-05T10:14:03Z', 'revision_number': 5, 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'subnets': [{'id': '16bbdeec-80ad-49f8-803a-6ac82c0af11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:18:31.301562 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3681d6c6-301f-4279-920c-3400636bcad5 req-8f076d3c-3b76-43eb-a00e-a8edabbc2938 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=080193f7-c96f-450e-87cc-cab454029efe HTTP/1.1" status: 200 len: 217 time: 0.0504375 Jul 05 10:18:31.378663 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-8d397029-dd2f-40e2-a391-c5d00ad57af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (e6fb0593-584d-4308-86f5-4705f3dc20c8), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:31.391397 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681d6c6-301f-4279-920c-3400636bcad5 req-940e9386-1039-4cde-9f91-9b88b76c628d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:31.392905 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3681d6c6-301f-4279-920c-3400636bcad5 req-940e9386-1039-4cde-9f91-9b88b76c628d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16bbdeec-80ad-49f8-803a-6ac82c0af11d HTTP/1.1" status: 200 len: 854 time: 0.0835228 Jul 05 10:18:31.471040 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681d6c6-301f-4279-920c-3400636bcad5 req-c36cb1c8-80cc-41fc-9e00-d0b0680cf5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:31.472552 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3681d6c6-301f-4279-920c-3400636bcad5 req-c36cb1c8-80cc-41fc-9e00-d0b0680cf5f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=71cc70a2-9310-4a30-a617-ac7068d14bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538783 Jul 05 10:18:31.510662 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b87b473-cf19-4371-bb58-be1341885f6d None None] New status for floating IP bedf8eed-45eb-425b-9f87-f58b43a5516a: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 10:18:31.680061 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3681d6c6-301f-4279-920c-3400636bcad5 req-014b6c7f-4cc3-401c-8073-772b00b0e4ec service neutron] 10.222.0.30 "GET /v2.0/networks/71cc70a2-9310-4a30-a617-ac7068d14bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009003 Jul 05 10:18:31.737759 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:31.827949 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-8d397029-dd2f-40e2-a391-c5d00ad57af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6fb0593-584d-4308-86f5-4705f3dc20c8 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:18:31.840673 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-8d397029-dd2f-40e2-a391-c5d00ad57af6 service neutron] Publish callbacks [] for port (e6fb0593-584d-4308-86f5-4705f3dc20c8), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:31.860417 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3681d6c6-301f-4279-920c-3400636bcad5 req-c6b75a35-693c-4a44-ac99-05c7bf0874a1 service neutron] 10.222.0.30 "GET /v2.0/networks/71cc70a2-9310-4a30-a617-ac7068d14bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585348 Jul 05 10:18:31.862953 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-8d397029-dd2f-40e2-a391-c5d00ad57af6 service neutron] Transition to ACTIVE for port object e6fb0593-584d-4308-86f5-4705f3dc20c8 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 10:18:31.867305 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-8d397029-dd2f-40e2-a391-c5d00ad57af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (e6fb0593-584d-4308-86f5-4705f3dc20c8), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:31.930828 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397029-dd2f-40e2-a391-c5d00ad57af6 service neutron] Pushing event updated for resources: {'Port': ['ID=e6fb0593-584d-4308-86f5-4705f3dc20c8,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:32.004453 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:32.009602 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-8d397029-dd2f-40e2-a391-c5d00ad57af6 service neutron] Attempting to bind port e6fb0593-584d-4308-86f5-4705f3dc20c8 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:18:32.009896 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-8d397029-dd2f-40e2-a391-c5d00ad57af6 service neutron] Attempting to bind port e6fb0593-584d-4308-86f5-4705f3dc20c8 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:18:32.010283 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-8d397029-dd2f-40e2-a391-c5d00ad57af6 service neutron] Attempting to bind port e6fb0593-584d-4308-86f5-4705f3dc20c8 on network fddec1cf-8b7c-4e90-af09-12a66276106e {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:18:32.016541 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-8d397029-dd2f-40e2-a391-c5d00ad57af6 service neutron] Port e6fb0593-584d-4308-86f5-4705f3dc20c8 on network fddec1cf-8b7c-4e90-af09-12a66276106e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 10:18:32.016866 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-8d397029-dd2f-40e2-a391-c5d00ad57af6 service neutron] Attempting to bind port e6fb0593-584d-4308-86f5-4705f3dc20c8 on network fddec1cf-8b7c-4e90-af09-12a66276106e {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:18:32.024234 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-8d397029-dd2f-40e2-a391-c5d00ad57af6 service neutron] Checking agent: {'id': '2022926f-89e6-45ab-bc5a-219d9ca35e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'started_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:18:32.024234 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-8d397029-dd2f-40e2-a391-c5d00ad57af6 service neutron] Checking segment: {'id': 'bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:18:32.024234 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-8d397029-dd2f-40e2-a391-c5d00ad57af6 service neutron] Bound using segment: {'id': 'bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:18:32.024234 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-8d397029-dd2f-40e2-a391-c5d00ad57af6 service neutron] Bound port: e6fb0593-584d-4308-86f5-4705f3dc20c8, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:18:32.024689 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-8d397029-dd2f-40e2-a391-c5d00ad57af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (e6fb0593-584d-4308-86f5-4705f3dc20c8), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:32.095960 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-8d397029-dd2f-40e2-a391-c5d00ad57af6 service neutron] For port e6fb0593-584d-4308-86f5-4705f3dc20c8, host hv-cinder-maste, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:18:32.099613 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-8d397029-dd2f-40e2-a391-c5d00ad57af6 service neutron] For port e6fb0593-584d-4308-86f5-4705f3dc20c8, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e6fb0593-584d-4308-86f5-4705f3dc20c8,segment=NetworkSegment(bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa),segment_id=bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:18:32.105509 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-8d397029-dd2f-40e2-a391-c5d00ad57af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (e6fb0593-584d-4308-86f5-4705f3dc20c8), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:32.144167 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-8d397029-dd2f-40e2-a391-c5d00ad57af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:32.144803 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-8d397029-dd2f-40e2-a391-c5d00ad57af6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:32.146157 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-8d397029-dd2f-40e2-a391-c5d00ad57af6 service neutron] 10.222.0.30 "PUT /v2.0/ports/e6fb0593-584d-4308-86f5-4705f3dc20c8 HTTP/1.1" status: 200 len: 1093 time: 0.9037693 Jul 05 10:18:32.146582 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff442846-3ded-48c4-8a48-df125f46d0d6', 'tag': 'e6fb0593-584d-4308-86f5-4705f3dc20c8'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:18:32.148818 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226b48b6-9d8f-4aa5-bb49-272027140bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "ff442846-3ded-48c4-8a48-df125f46d0d6", "tag": "e6fb0593-584d-4308-86f5-4705f3dc20c8"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:18:32.168795 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397029-dd2f-40e2-a391-c5d00ad57af6 service neutron] Pushing event updated for resources: {'Port': ['ID=e6fb0593-584d-4308-86f5-4705f3dc20c8,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:32.196610 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3d02aa-8220-460f-8824-1a69481c4065 x-openstack-request-id: req-cf3d02aa-8220-460f-8824-1a69481c4065 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:18:32.196896 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff442846-3ded-48c4-8a48-df125f46d0d6", "tag": "e6fb0593-584d-4308-86f5-4705f3dc20c8", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:18:32.197148 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf3d02aa-8220-460f-8824-1a69481c4065 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:18:32.197552 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf3d02aa-8220-460f-8824-1a69481c4065'] response: {'name': 'network-changed', 'server_uuid': 'ff442846-3ded-48c4-8a48-df125f46d0d6', 'tag': 'e6fb0593-584d-4308-86f5-4705f3dc20c8', 'status': 'completed', 'code': 200} Jul 05 10:18:32.263407 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-51560b72-7b51-425c-8122-9cb1997fa980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:32.265126 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-51560b72-7b51-425c-8122-9cb1997fa980 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0c19d009f1b4ef09a40267bcf654107&device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 1127 time: 0.0495746 Jul 05 10:18:32.343041 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-a841a795-1d64-4276-b968-5db3b5a8d923 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6fb0593-584d-4308-86f5-4705f3dc20c8 HTTP/1.1" status: 200 len: 217 time: 0.0624137 Jul 05 10:18:32.363941 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3226553-6b00-4e2e-bd66-c506b944850c req-fa62f31e-9435-496c-b0f3-8071b1f0fbfa tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:32.365280 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d3226553-6b00-4e2e-bd66-c506b944850c req-fa62f31e-9435-496c-b0f3-8071b1f0fbfa tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 943 time: 0.0951982 Jul 05 10:18:32.430630 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-60234743-475e-4821-bb09-3197292b4ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:32.432114 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-60234743-475e-4821-bb09-3197292b4ee6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de HTTP/1.1" status: 200 len: 856 time: 0.0820339 Jul 05 10:18:32.462922 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d3226553-6b00-4e2e-bd66-c506b944850c req-d85d9dcf-44ff-43b7-8dea-e0418ab8d857 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767944 Jul 05 10:18:32.490720 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-8dbc5df5-0c2b-4a5a-8805-f16a070a4fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:32.492210 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-8dbc5df5-0c2b-4a5a-8805-f16a070a4fc5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fddec1cf-8b7c-4e90-af09-12a66276106e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535917 Jul 05 10:18:32.580730 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-d9df7f78-7607-4e4f-9868-fa23d9214ecc service neutron] 10.222.0.30 "GET /v2.0/networks/fddec1cf-8b7c-4e90-af09-12a66276106e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820160 Jul 05 10:18:32.672718 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bdc202cb-1d9b-4ecc-b6ef-9f23408e45d1 req-a0f65fc2-db10-4318-9c26-b51cfa39006d service neutron] 10.222.0.30 "GET /v2.0/networks/fddec1cf-8b7c-4e90-af09-12a66276106e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860469 Jul 05 10:18:33.290056 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:33.303312 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50f6e1-97f9-4ed5-a808-08aebf4778a3 req-b46205d0-46ef-4f67-adb8-a21ca99322a1 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:33.304801 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ae50f6e1-97f9-4ed5-a808-08aebf4778a3 req-b46205d0-46ef-4f67-adb8-a21ca99322a1 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 945 time: 0.0486028 Jul 05 10:18:33.351686 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ae50f6e1-97f9-4ed5-a808-08aebf4778a3 req-3a804ba1-2131-4637-bcef-873b47eba06d tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413663 Jul 05 10:18:33.583358 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d07b1-fe30-4c07-906c-5fc3695b32f2 req-a8307267-802b-463b-b868-e946a51ed892 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:33.584827 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-635d07b1-fe30-4c07-906c-5fc3695b32f2 req-a8307267-802b-463b-b868-e946a51ed892 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 943 time: 0.0501781 Jul 05 10:18:33.631896 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-635d07b1-fe30-4c07-906c-5fc3695b32f2 req-729677a6-05aa-4142-98c3-d4d1a0880a09 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410769 Jul 05 10:18:34.461724 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883de22-b18f-455a-8b9f-afef17abae22 req-e7f175be-a26d-461d-af8e-baceaab13c9f tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:34.463161 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5883de22-b18f-455a-8b9f-afef17abae22 req-e7f175be-a26d-461d-af8e-baceaab13c9f tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 945 time: 0.0465817 Jul 05 10:18:34.509863 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5883de22-b18f-455a-8b9f-afef17abae22 req-b0cc345d-4108-4524-9cc3-79ba8b373ebe tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407670 Jul 05 10:18:34.749272 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374fa7c-12b0-403d-9aad-3d25c0964d37 req-f842463c-4be6-43dd-af48-bb8815811680 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:34.750729 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c374fa7c-12b0-403d-9aad-3d25c0964d37 req-f842463c-4be6-43dd-af48-bb8815811680 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 943 time: 0.0489490 Jul 05 10:18:34.801671 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c374fa7c-12b0-403d-9aad-3d25c0964d37 req-b3424743-7d46-4507-8440-42ff15725382 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454934 Jul 05 10:18:34.969221 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b48b6-9d8f-4aa5-bb49-272027140bb8 req-c73c1a46-00a8-412f-89b3-548e7f225d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:34.970701 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-226b48b6-9d8f-4aa5-bb49-272027140bb8 req-c73c1a46-00a8-412f-89b3-548e7f225d05 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0c19d009f1b4ef09a40267bcf654107&device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 1127 time: 0.0444424 Jul 05 10:18:35.610843 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:35.622782 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa5dbf-11a6-4654-894f-7153a00f31bf req-ef5d7807-673a-46e1-9ddb-01a26b01eb27 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:35.624225 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2bfa5dbf-11a6-4654-894f-7153a00f31bf req-ef5d7807-673a-46e1-9ddb-01a26b01eb27 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 945 time: 0.0486958 Jul 05 10:18:35.669966 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2bfa5dbf-11a6-4654-894f-7153a00f31bf req-b63d42c0-af57-4cfa-bc14-ca77e473a15e tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403223 Jul 05 10:18:35.917211 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be606cc1-abe2-4d44-99a1-fe6d5f368081 req-57024237-b580-4223-8e54-8e41376160cb tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:35.918683 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-be606cc1-abe2-4d44-99a1-fe6d5f368081 req-57024237-b580-4223-8e54-8e41376160cb tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 943 time: 0.0462689 Jul 05 10:18:35.970424 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-be606cc1-abe2-4d44-99a1-fe6d5f368081 req-411a6d7e-f1f3-4a8d-9a9c-415fcb51839b tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462670 Jul 05 10:18:36.547681 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b48b6-9d8f-4aa5-bb49-272027140bb8 req-107230ab-9b4f-4026-afb8-71c91e8d777f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:36.549219 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-226b48b6-9d8f-4aa5-bb49-272027140bb8 req-107230ab-9b4f-4026-afb8-71c91e8d777f service neutron] 10.222.0.30 "GET /v2.0/networks?id=fddec1cf-8b7c-4e90-af09-12a66276106e HTTP/1.1" status: 200 len: 918 time: 0.0886703 Jul 05 10:18:36.592852 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-226b48b6-9d8f-4aa5-bb49-272027140bb8 req-bc42c28e-bbdf-4a26-9bb3-d1a268ff8123 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6fb0593-584d-4308-86f5-4705f3dc20c8 HTTP/1.1" status: 200 len: 217 time: 0.0375912 Jul 05 10:18:36.641678 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b48b6-9d8f-4aa5-bb49-272027140bb8 req-3aab93f1-4526-4a58-a5ef-71b0510bd240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:36.643069 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-226b48b6-9d8f-4aa5-bb49-272027140bb8 req-3aab93f1-4526-4a58-a5ef-71b0510bd240 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de HTTP/1.1" status: 200 len: 856 time: 0.0443883 Jul 05 10:18:36.687558 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b48b6-9d8f-4aa5-bb49-272027140bb8 req-0e3ab4fb-27f8-4190-8c67-e2fd00d83c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:36.688999 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-226b48b6-9d8f-4aa5-bb49-272027140bb8 req-0e3ab4fb-27f8-4190-8c67-e2fd00d83c3c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fddec1cf-8b7c-4e90-af09-12a66276106e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380347 Jul 05 10:18:36.823604 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab285880-6ba0-4bcd-b06d-ca26b4dfe650 req-de2ac534-6683-454b-8d81-89ffddcdff00 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:36.825660 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ab285880-6ba0-4bcd-b06d-ca26b4dfe650 req-de2ac534-6683-454b-8d81-89ffddcdff00 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 945 time: 0.0650852 Jul 05 10:18:36.827497 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-226b48b6-9d8f-4aa5-bb49-272027140bb8 req-573cc6da-615c-4719-839e-50fb60d106e3 service neutron] 10.222.0.30 "GET /v2.0/networks/fddec1cf-8b7c-4e90-af09-12a66276106e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272614 Jul 05 10:18:36.875360 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ab285880-6ba0-4bcd-b06d-ca26b4dfe650 req-d50b2129-459c-444a-903d-ac29ba349ecb tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace209bb-535f-480c-8db1-06429e83a20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439966 Jul 05 10:18:37.054360 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:37.102537 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f0b4b-f50f-45c0-87b2-dafb635b2d61 req-fe8536a5-cc96-4abd-aae0-522393688cfe tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:37.103964 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a66f0b4b-f50f-45c0-87b2-dafb635b2d61 req-fe8536a5-cc96-4abd-aae0-522393688cfe tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 943 time: 0.0629811 Jul 05 10:18:37.106402 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-226b48b6-9d8f-4aa5-bb49-272027140bb8 req-21f5db41-abc5-402e-b66b-69c7320650d1 service neutron] 10.222.0.30 "GET /v2.0/networks/fddec1cf-8b7c-4e90-af09-12a66276106e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278749 Jul 05 10:18:37.150766 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a66f0b4b-f50f-45c0-87b2-dafb635b2d61 req-95382733-c9de-4960-97f3-01fbe1ccae70 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405052 Jul 05 10:18:37.316664 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea03331-8fb6-49c2-b458-51673f2c6f97 req-c8de3dfb-9fda-4f3e-881b-10d2944b4e1e tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:37.318052 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2ea03331-8fb6-49c2-b458-51673f2c6f97 req-c8de3dfb-9fda-4f3e-881b-10d2944b4e1e tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.30 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 945 time: 0.0459392 Jul 05 10:18:37.403330 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-2ea03331-8fb6-49c2-b458-51673f2c6f97 req-ee165d5f-c98c-4c97-93c0-a8357b9684c4 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Deleting port 080193f7-c96f-450e-87cc-cab454029efe {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:18:37.403584 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2ea03331-8fb6-49c2-b458-51673f2c6f97 req-ee165d5f-c98c-4c97-93c0-a8357b9684c4 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (080193f7-c96f-450e-87cc-cab454029efe), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:37.496853 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-2ea03331-8fb6-49c2-b458-51673f2c6f97 req-ee165d5f-c98c-4c97-93c0-a8357b9684c4 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] For port 080193f7-c96f-450e-87cc-cab454029efe, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=080193f7-c96f-450e-87cc-cab454029efe,segment=NetworkSegment(0a3f8006-57f2-413a-87f1-ce8bfacddca7),segment_id=0a3f8006-57f2-413a-87f1-ce8bfacddca7)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:37.497206 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2ea03331-8fb6-49c2-b458-51673f2c6f97 req-ee165d5f-c98c-4c97-93c0-a8357b9684c4 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (080193f7-c96f-450e-87cc-cab454029efe), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:37.509760 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-2ea03331-8fb6-49c2-b458-51673f2c6f97 req-ee165d5f-c98c-4c97-93c0-a8357b9684c4 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Calling delete_port for 080193f7-c96f-450e-87cc-cab454029efe owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:18:37.546977 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:37.625236 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device e6fb0593-584d-4308-86f5-4705f3dc20c8 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:18:37.633528 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2ea03331-8fb6-49c2-b458-51673f2c6f97 req-ee165d5f-c98c-4c97-93c0-a8357b9684c4 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (080193f7-c96f-450e-87cc-cab454029efe), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:37.664959 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee165d5f-c98c-4c97-93c0-a8357b9684c4 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Pushing event deleted for resources: {'Port': ['ID=080193f7-c96f-450e-87cc-cab454029efe,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:37.699744 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['080193f7-c96f-450e-87cc-cab454029efe'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:18:37.710805 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea03331-8fb6-49c2-b458-51673f2c6f97 req-ee165d5f-c98c-4c97-93c0-a8357b9684c4 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] No DVR routers for this DVR port 080193f7-c96f-450e-87cc-cab454029efe on host hv-cinder-maste {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:18:37.713321 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-2ea03331-8fb6-49c2-b458-51673f2c6f97 req-ee165d5f-c98c-4c97-93c0-a8357b9684c4 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:37.717103 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2ea03331-8fb6-49c2-b458-51673f2c6f97 req-ee165d5f-c98c-4c97-93c0-a8357b9684c4 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.30 "DELETE /v2.0/ports/080193f7-c96f-450e-87cc-cab454029efe HTTP/1.1" status: 204 len: 173 time: 0.3938200 Jul 05 10:18:37.717539 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5377ac3e-4f33-4b05-bc85-80b0d7b653c4', 'name': 'network-vif-deleted', 'tag': '080193f7-c96f-450e-87cc-cab454029efe'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:18:37.719778 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d111ea-6099-425c-ab0c-ad5100c4708c" -d '{"events": [{"server_uuid": "5377ac3e-4f33-4b05-bc85-80b0d7b653c4", "name": "network-vif-deleted", "tag": "080193f7-c96f-450e-87cc-cab454029efe"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:18:37.752905 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port e6fb0593-584d-4308-86f5-4705f3dc20c8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e6fb0593-584d-4308-86f5-4705f3dc20c8,segment=NetworkSegment(bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa),segment_id=bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:37.758418 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ec265e-60e4-428c-8035-71ad23118a51 x-openstack-request-id: req-c0ec265e-60e4-428c-8035-71ad23118a51 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:18:37.758711 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5377ac3e-4f33-4b05-bc85-80b0d7b653c4", "name": "network-vif-deleted", "tag": "080193f7-c96f-450e-87cc-cab454029efe", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:18:37.759366 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0ec265e-60e4-428c-8035-71ad23118a51 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:18:37.759366 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0ec265e-60e4-428c-8035-71ad23118a51'] response: {'server_uuid': '5377ac3e-4f33-4b05-bc85-80b0d7b653c4', 'name': 'network-vif-deleted', 'tag': '080193f7-c96f-450e-87cc-cab454029efe', 'status': 'completed', 'code': 200} Jul 05 10:18:37.765489 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Returning: {'device': 'e6fb0593-584d-4308-86f5-4705f3dc20c8', 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e', 'port_id': 'e6fb0593-584d-4308-86f5-4705f3dc20c8', 'mac_address': 'fa:16:3e:4a:c7:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:18:37.800594 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port e6fb0593-584d-4308-86f5-4705f3dc20c8 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:18:37.800982 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (e6fb0593-584d-4308-86f5-4705f3dc20c8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:37.814141 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6fb0593-584d-4308-86f5-4705f3dc20c8 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:18:37.835284 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port e6fb0593-584d-4308-86f5-4705f3dc20c8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e6fb0593-584d-4308-86f5-4705f3dc20c8,segment=NetworkSegment(bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa),segment_id=bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:37.839389 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (e6fb0593-584d-4308-86f5-4705f3dc20c8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:37.899319 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=e6fb0593-584d-4308-86f5-4705f3dc20c8,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:37.996738 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-85742622-9b6b-4524-8fbe-71f7a6889e93 req-16bc03b6-3308-4d51-a648-19e6b8b9a446 tempest-TestMinimumBasicScenario-376968780 tempest-TestMinimumBasicScenario-376968780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377ac3e-4f33-4b05-bc85-80b0d7b653c4 HTTP/1.1" status: 200 len: 210 time: 0.0278730 Jul 05 10:18:38.276447 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c41597-c637-4674-8aa8-e4a70878b673 req-4d145eb1-f111-4516-9056-f5047271bb65 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:38.278219 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-33c41597-c637-4674-8aa8-e4a70878b673 req-4d145eb1-f111-4516-9056-f5047271bb65 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 944 time: 0.0503263 Jul 05 10:18:38.334009 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-33c41597-c637-4674-8aa8-e4a70878b673 req-919bc0c7-1801-4489-bc84-4e2dbd56cb40 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496547 Jul 05 10:18:38.358084 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['e6fb0593-584d-4308-86f5-4705f3dc20c8'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:18:38.412017 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:38.461270 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:39.456191 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957d8f4-f5a2-421d-9eae-59cb871ddd63 req-1fcb0c55-1de8-4b11-8de8-5aec68d0c879 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:39.457671 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1957d8f4-f5a2-421d-9eae-59cb871ddd63 req-1fcb0c55-1de8-4b11-8de8-5aec68d0c879 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 944 time: 0.0487015 Jul 05 10:18:39.508567 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1957d8f4-f5a2-421d-9eae-59cb871ddd63 req-7c5aff88-0b5a-4a24-8f9d-385fe68fed30 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445769 Jul 05 10:18:39.635525 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device e6fb0593-584d-4308-86f5-4705f3dc20c8 up at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:39.673786 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 50086) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:18:39.683919 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning for port e6fb0593-584d-4308-86f5-4705f3dc20c8 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 10:18:39.690650 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning complete for port e6fb0593-584d-4308-86f5-4705f3dc20c8 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:18:39.690964 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (e6fb0593-584d-4308-86f5-4705f3dc20c8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:39.763344 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port e6fb0593-584d-4308-86f5-4705f3dc20c8 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:18:39.763733 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (e6fb0593-584d-4308-86f5-4705f3dc20c8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:39.788769 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff442846-3ded-48c4-8a48-df125f46d0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fb0593-584d-4308-86f5-4705f3dc20c8'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:18:39.791029 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0ff12b24adccf04d36d5e95ed2fd555b52d0445ded186c21edfbf2ad21407b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059c51c3-b143-4cc9-bf18-ed1c56a9026b" -d '{"events": [{"server_uuid": "ff442846-3ded-48c4-8a48-df125f46d0d6", "name": "network-vif-plugged", "status": "completed", "tag": "e6fb0593-584d-4308-86f5-4705f3dc20c8"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:18:39.805159 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port e6fb0593-584d-4308-86f5-4705f3dc20c8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e6fb0593-584d-4308-86f5-4705f3dc20c8,segment=NetworkSegment(bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa),segment_id=bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:39.811255 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (e6fb0593-584d-4308-86f5-4705f3dc20c8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:39.812053 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 080193f7-c96f-450e-87cc-cab454029efe no longer exists at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:39.853019 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f6e8f5-4d13-4021-9aae-b51808759320 x-openstack-request-id: req-06f6e8f5-4d13-4021-9aae-b51808759320 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:18:39.853308 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff442846-3ded-48c4-8a48-df125f46d0d6", "name": "network-vif-plugged", "status": "completed", "tag": "e6fb0593-584d-4308-86f5-4705f3dc20c8", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:18:39.853549 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06f6e8f5-4d13-4021-9aae-b51808759320 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:18:39.853934 dv-cinder-master-3-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06f6e8f5-4d13-4021-9aae-b51808759320'] response: {'server_uuid': 'ff442846-3ded-48c4-8a48-df125f46d0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fb0593-584d-4308-86f5-4705f3dc20c8', 'code': 200} Jul 05 10:18:39.859177 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] No Port match for: 080193f7-c96f-450e-87cc-cab454029efe {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:18:39.859519 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 080193f7-c96f-450e-87cc-cab454029efe not bound to the agent host hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:39.883806 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=e6fb0593-584d-4308-86f5-4705f3dc20c8,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:40.047341 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902e14c-c4bf-4420-99f9-6d40545e059b req-8ac512a6-1457-4d24-8390-0e99903b4f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:40.048868 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e902e14c-c4bf-4420-99f9-6d40545e059b req-8ac512a6-1457-4d24-8390-0e99903b4f72 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 1129 time: 0.0382605 Jul 05 10:18:40.093534 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e902e14c-c4bf-4420-99f9-6d40545e059b req-c5a18fee-9e6d-4371-8ce0-3fa3a6dba37a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374029 Jul 05 10:18:40.222240 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ac13a89d-d745-4559-abc3-b15964dbbb52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-801726'] for router_interface (ea81ba69-f752-4b3d-9c67-48ceb47b563b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:40.436453 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-ac13a89d-d745-4559-abc3-b15964dbbb52 admin admin] Deleting port e90d377b-4bed-4a7f-ab1d-36c7e4ef850b {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:18:40.436792 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ac13a89d-d745-4559-abc3-b15964dbbb52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (e90d377b-4bed-4a7f-ab1d-36c7e4ef850b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:40.505903 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:40.517105 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-ac13a89d-d745-4559-abc3-b15964dbbb52 admin admin] For port e90d377b-4bed-4a7f-ab1d-36c7e4ef850b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e90d377b-4bed-4a7f-ab1d-36c7e4ef850b,segment=NetworkSegment(0a3f8006-57f2-413a-87f1-ce8bfacddca7),segment_id=0a3f8006-57f2-413a-87f1-ce8bfacddca7)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:40.517459 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ac13a89d-d745-4559-abc3-b15964dbbb52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (e90d377b-4bed-4a7f-ab1d-36c7e4ef850b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:40.530360 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-ac13a89d-d745-4559-abc3-b15964dbbb52 admin admin] Calling delete_port for e90d377b-4bed-4a7f-ab1d-36c7e4ef850b owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:18:40.572502 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:40.629682 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b2d81-7e23-44d8-8619-246b51748695 req-69d46a7b-45b7-435d-a8f6-c67be06c99c6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:40.631136 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-002b2d81-7e23-44d8-8619-246b51748695 req-69d46a7b-45b7-435d-a8f6-c67be06c99c6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 945 time: 0.0500543 Jul 05 10:18:40.677720 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-002b2d81-7e23-44d8-8619-246b51748695 req-2b67177c-64b2-4731-ae8f-5d1d57e19784 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410550 Jul 05 10:18:40.708211 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ac13a89d-d745-4559-abc3-b15964dbbb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (e90d377b-4bed-4a7f-ab1d-36c7e4ef850b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:40.734541 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13a89d-d745-4559-abc3-b15964dbbb52 admin admin] Pushing event deleted for resources: {'Port': ['ID=e90d377b-4bed-4a7f-ab1d-36c7e4ef850b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:40.758836 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13a89d-d745-4559-abc3-b15964dbbb52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:40.759106 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13a89d-d745-4559-abc3-b15964dbbb52 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:40.759440 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13a89d-d745-4559-abc3-b15964dbbb52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:40.759933 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13a89d-d745-4559-abc3-b15964dbbb52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:40.760138 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13a89d-d745-4559-abc3-b15964dbbb52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:40.760441 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13a89d-d745-4559-abc3-b15964dbbb52 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:40.760797 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13a89d-d745-4559-abc3-b15964dbbb52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:40.761250 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13a89d-d745-4559-abc3-b15964dbbb52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:40.762102 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13a89d-d745-4559-abc3-b15964dbbb52 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:40.762427 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13a89d-d745-4559-abc3-b15964dbbb52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:40.762755 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13a89d-d745-4559-abc3-b15964dbbb52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:40.763139 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13a89d-d745-4559-abc3-b15964dbbb52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:40.763464 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13a89d-d745-4559-abc3-b15964dbbb52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:40.763780 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13a89d-d745-4559-abc3-b15964dbbb52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:40.764094 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13a89d-d745-4559-abc3-b15964dbbb52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:40.907843 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ac13a89d-d745-4559-abc3-b15964dbbb52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-802062'] for router_interface (ea81ba69-f752-4b3d-9c67-48ceb47b563b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:41.113013 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac13a89d-d745-4559-abc3-b15964dbbb52 admin admin] Router ea81ba69-f752-4b3d-9c67-48ceb47b563b has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:18:41.212793 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac13a89d-d745-4559-abc3-b15964dbbb52 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:18:41.218878 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-ac13a89d-d745-4559-abc3-b15964dbbb52 admin admin] 10.222.0.20 "PUT /v2.0/routers/ea81ba69-f752-4b3d-9c67-48ceb47b563b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5428483 Jul 05 10:18:41.220583 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 50092) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:18:41.223640 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223d6048-2d07-4133-9498-e5c989e1b1e3 None None] Sync routers for ids ['ea81ba69-f752-4b3d-9c67-48ceb47b563b'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:18:41.234834 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223d6048-2d07-4133-9498-e5c989e1b1e3 None None] Routers {'ea81ba69-f752-4b3d-9c67-48ceb47b563b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:18:41.235443 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-223d6048-2d07-4133-9498-e5c989e1b1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:18:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['ea81ba69-f752-4b3d-9c67-48ceb47b563b'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:41.319719 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4d39635-55bb-4d5c-8986-c757cb2e3e48 admin admin] Publish callbacks [] for router (ea81ba69-f752-4b3d-9c67-48ceb47b563b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:41.321106 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:41.431600 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4d39635-55bb-4d5c-8986-c757cb2e3e48 admin admin] Publish callbacks [] for router_gateway (ea81ba69-f752-4b3d-9c67-48ceb47b563b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:41.460859 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:41.464597 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-223d6048-2d07-4133-9498-e5c989e1b1e3 None None] Set router ea81ba69-f752-4b3d-9c67-48ceb47b563b gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:18:41.475896 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-b4d39635-55bb-4d5c-8986-c757cb2e3e48 admin admin] Deleting port 82d6f3cd-3f3d-4754-a8fc-fe3700c96adf {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:18:41.476228 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4d39635-55bb-4d5c-8986-c757cb2e3e48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (82d6f3cd-3f3d-4754-a8fc-fe3700c96adf), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:41.514762 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:41.541478 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e15c22fb-2cc6-400d-bde6-4276f9640719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:41.545032 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=25 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:41.557992 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-b4d39635-55bb-4d5c-8986-c757cb2e3e48 admin admin] For port 82d6f3cd-3f3d-4754-a8fc-fe3700c96adf, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=82d6f3cd-3f3d-4754-a8fc-fe3700c96adf,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:41.558941 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4d39635-55bb-4d5c-8986-c757cb2e3e48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (82d6f3cd-3f3d-4754-a8fc-fe3700c96adf), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:41.572256 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-b4d39635-55bb-4d5c-8986-c757cb2e3e48 admin admin] Calling delete_port for 82d6f3cd-3f3d-4754-a8fc-fe3700c96adf owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:18:41.648669 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-223d6048-2d07-4133-9498-e5c989e1b1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'name': 'tempest-TestMinimumBasicScenario-1079838124-router', 'tenant_id': 'd71ebc02c6094919b3054d7da84aadf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.48'}], 'enable_snat': True}, 'gw_port_id': '82d6f3cd-3f3d-4754-a8fc-fe3700c96adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:13:55Z', 'updated_at': '2022-07-05T10:18:40Z', 'revision_number': 5, 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'gw_port': {'id': '82d6f3cd-3f3d-4754-a8fc-fe3700c96adf', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:13:56Z', 'updated_at': '2022-07-05T10:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:41.674641 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223d6048-2d07-4133-9498-e5c989e1b1e3 None None] Checking router: ea81ba69-f752-4b3d-9c67-48ceb47b563b for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:18:41.682984 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223d6048-2d07-4133-9498-e5c989e1b1e3 None None] Routers {'ea81ba69-f752-4b3d-9c67-48ceb47b563b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:18:41.684138 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-223d6048-2d07-4133-9498-e5c989e1b1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:18:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['ea81ba69-f752-4b3d-9c67-48ceb47b563b'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:41.737109 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4d39635-55bb-4d5c-8986-c757cb2e3e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (82d6f3cd-3f3d-4754-a8fc-fe3700c96adf), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:41.766888 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d39635-55bb-4d5c-8986-c757cb2e3e48 admin admin] Pushing event deleted for resources: {'Port': ['ID=82d6f3cd-3f3d-4754-a8fc-fe3700c96adf,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:41.773309 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-223d6048-2d07-4133-9498-e5c989e1b1e3 None None] Set router ea81ba69-f752-4b3d-9c67-48ceb47b563b gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:18:41.813124 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:41.820873 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2113d7-0760-42db-b632-79ee6ff39c1a req-d63f6399-d133-4d20-aa26-ce39f93aeec7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:41.823883 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ed2113d7-0760-42db-b632-79ee6ff39c1a req-d63f6399-d133-4d20-aa26-ce39f93aeec7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 945 time: 0.0678172 Jul 05 10:18:41.828792 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-223d6048-2d07-4133-9498-e5c989e1b1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'name': 'tempest-TestMinimumBasicScenario-1079838124-router', 'tenant_id': 'd71ebc02c6094919b3054d7da84aadf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:13:55Z', 'updated_at': '2022-07-05T10:18:41Z', 'revision_number': 6, 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:41.833409 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4d39635-55bb-4d5c-8986-c757cb2e3e48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-789316'] for router_gateway (ea81ba69-f752-4b3d-9c67-48ceb47b563b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:41.859410 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223d6048-2d07-4133-9498-e5c989e1b1e3 None None] The sync data for ids ['ea81ba69-f752-4b3d-9c67-48ceb47b563b'] in dv-cinder-master-3-iscsi is: [{'id': 'ea81ba69-f752-4b3d-9c67-48ceb47b563b', 'name': 'tempest-TestMinimumBasicScenario-1079838124-router', 'tenant_id': 'd71ebc02c6094919b3054d7da84aadf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:13:55Z', 'updated_at': '2022-07-05T10:18:41Z', 'revision_number': 6, 'project_id': 'd71ebc02c6094919b3054d7da84aadf0', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:18:41.877189 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:41.881752 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ed2113d7-0760-42db-b632-79ee6ff39c1a req-f37b3c79-3ef6-4c02-96b9-24dc140c4efc tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526297 Jul 05 10:18:41.925298 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4d39635-55bb-4d5c-8986-c757cb2e3e48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-795196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28314'] for router (ea81ba69-f752-4b3d-9c67-48ceb47b563b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:41.927601 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4d39635-55bb-4d5c-8986-c757cb2e3e48 admin admin] Publish callbacks [] for router_controller (ea81ba69-f752-4b3d-9c67-48ceb47b563b), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:41.972111 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4d39635-55bb-4d5c-8986-c757cb2e3e48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-795179'] for router (ea81ba69-f752-4b3d-9c67-48ceb47b563b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:41.972743 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d39635-55bb-4d5c-8986-c757cb2e3e48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea81ba69-f752-4b3d-9c67-48ceb47b563b {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:18:41.977150 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4d39635-55bb-4d5c-8986-c757cb2e3e48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:41.978268 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-b4d39635-55bb-4d5c-8986-c757cb2e3e48 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ea81ba69-f752-4b3d-9c67-48ceb47b563b HTTP/1.1" status: 204 len: 168 time: 0.7567956 Jul 05 10:18:41.981081 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 50096) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:18:42.029267 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5957989-991a-43fb-ad68-146dcc1744ab admin admin] Deleting subnet 16bbdeec-80ad-49f8-803a-6ac82c0af11d {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 05 10:18:42.032260 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e5957989-991a-43fb-ad68-146dcc1744ab admin admin] Publish callbacks [] for subnet (16bbdeec-80ad-49f8-803a-6ac82c0af11d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:42.067243 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e5957989-991a-43fb-ad68-146dcc1744ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26770210'] for subnet (16bbdeec-80ad-49f8-803a-6ac82c0af11d), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:42.142081 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e5957989-991a-43fb-ad68-146dcc1744ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2072780'] for subnet (16bbdeec-80ad-49f8-803a-6ac82c0af11d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:42.180029 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=8 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:42.202003 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e5957989-991a-43fb-ad68-146dcc1744ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2072775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26770432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956688'] for subnet (16bbdeec-80ad-49f8-803a-6ac82c0af11d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:42.228411 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5957989-991a-43fb-ad68-146dcc1744ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16bbdeec-80ad-49f8-803a-6ac82c0af11d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:42.232622 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e5957989-991a-43fb-ad68-146dcc1744ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:42.238477 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-e5957989-991a-43fb-ad68-146dcc1744ab admin admin] 10.222.0.20 "DELETE /v2.0/subnets/16bbdeec-80ad-49f8-803a-6ac82c0af11d HTTP/1.1" status: 204 len: 168 time: 0.2539704 Jul 05 10:18:42.238693 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 50098) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:18:42.241778 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023cf563-a50b-41f4-b942-ebd734bcfb49 None None] Network 71cc70a2-9310-4a30-a617-ac7068d14bb6 requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:18:42.319213 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0cd38f1a-eb65-49e6-ae40-df83a39b190f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1968054'] for network (71cc70a2-9310-4a30-a617-ac7068d14bb6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:42.369290 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-0cd38f1a-eb65-49e6-ae40-df83a39b190f admin admin] Deleting port 0963b9a4-a959-4549-8796-084303ac4f1f {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:18:42.369620 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0cd38f1a-eb65-49e6-ae40-df83a39b190f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (0963b9a4-a959-4549-8796-084303ac4f1f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:42.431753 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-0cd38f1a-eb65-49e6-ae40-df83a39b190f admin admin] For port 0963b9a4-a959-4549-8796-084303ac4f1f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0963b9a4-a959-4549-8796-084303ac4f1f,segment=NetworkSegment(0a3f8006-57f2-413a-87f1-ce8bfacddca7),segment_id=0a3f8006-57f2-413a-87f1-ce8bfacddca7)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:42.432106 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0cd38f1a-eb65-49e6-ae40-df83a39b190f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (0963b9a4-a959-4549-8796-084303ac4f1f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:42.448519 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-0cd38f1a-eb65-49e6-ae40-df83a39b190f admin admin] Calling delete_port for 0963b9a4-a959-4549-8796-084303ac4f1f owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:18:42.522215 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0cd38f1a-eb65-49e6-ae40-df83a39b190f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (0963b9a4-a959-4549-8796-084303ac4f1f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:42.525300 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:42.548005 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd38f1a-eb65-49e6-ae40-df83a39b190f admin admin] Pushing event deleted for resources: {'Port': ['ID=0963b9a4-a959-4549-8796-084303ac4f1f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:42.551809 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd38f1a-eb65-49e6-ae40-df83a39b190f admin admin] No DVR routers for this DVR port 0963b9a4-a959-4549-8796-084303ac4f1f on host dv-cinder-master-3-iscsi {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:18:42.623102 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0cd38f1a-eb65-49e6-ae40-df83a39b190f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988390', 'neutron.services.segments.db._delete_segments_for_network-8734376687225'] for network (71cc70a2-9310-4a30-a617-ac7068d14bb6), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:42.644477 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-0cd38f1a-eb65-49e6-ae40-df83a39b190f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71cc70a2-9310-4a30-a617-ac7068d14bb6']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:42.654796 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-0cd38f1a-eb65-49e6-ae40-df83a39b190f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a3f8006-57f2-413a-87f1-ce8bfacddca7') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:42.655086 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-0cd38f1a-eb65-49e6-ae40-df83a39b190f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a3f8006-57f2-413a-87f1-ce8bfacddca7') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:42.667148 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0cd38f1a-eb65-49e6-ae40-df83a39b190f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734376687490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27201678'] for segment (0a3f8006-57f2-413a-87f1-ce8bfacddca7), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:42.672863 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6d017b-a3dd-4efe-aba8-498dbfd14863 None None] DHCP port deletion for 71cc70a2-9310-4a30-a617-ac7068d14bb6 request from dv-cinder-master-3-iscsi {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 05 10:18:42.688095 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0cd38f1a-eb65-49e6-ae40-df83a39b190f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (0a3f8006-57f2-413a-87f1-ce8bfacddca7), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:42.695628 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd38f1a-eb65-49e6-ae40-df83a39b190f admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:18:42.696087 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0cd38f1a-eb65-49e6-ae40-df83a39b190f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26022364'] for segment (0a3f8006-57f2-413a-87f1-ce8bfacddca7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:42.761692 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0cd38f1a-eb65-49e6-ae40-df83a39b190f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-790277'] for network (71cc70a2-9310-4a30-a617-ac7068d14bb6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:42.767067 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0cd38f1a-eb65-49e6-ae40-df83a39b190f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:42.770244 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-0cd38f1a-eb65-49e6-ae40-df83a39b190f admin admin] 10.222.0.20 "DELETE /v2.0/networks/71cc70a2-9310-4a30-a617-ac7068d14bb6 HTTP/1.1" status: 204 len: 168 time: 0.5304511 Jul 05 10:18:42.773449 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 50106) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:18:42.786004 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.services.segments.plugin [-] Segment 0a3f8006-57f2-413a-87f1-ce8bfacddca7 resource provider aggregate not found Jul 05 10:18:42.789897 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd38f1a-eb65-49e6-ae40-df83a39b190f admin admin] Pushing event deleted for resources: {'Network': ['ID=71cc70a2-9310-4a30-a617-ac7068d14bb6,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:42.808032 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.services.segments.plugin [-] Segment 0a3f8006-57f2-413a-87f1-ce8bfacddca7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a3f8006-57f2-413a-87f1-ce8bfacddca7 found for delete ", "request_id": "req-cc3e30f2-1f0a-40e6-9cac-3e6d5da83385"}]} Jul 05 10:18:42.926596 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:43.008978 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631928e-2e1b-4f35-bffd-71559b7e8a13 req-d1dc01ea-b614-4987-97ed-084a241ce758 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:43.016963 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a631928e-2e1b-4f35-bffd-71559b7e8a13 req-d1dc01ea-b614-4987-97ed-084a241ce758 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 945 time: 0.0570884 Jul 05 10:18:43.071177 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device e90d377b-4bed-4a7f-ab1d-36c7e4ef850b no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:43.073358 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a631928e-2e1b-4f35-bffd-71559b7e8a13 req-815693d8-7009-48bf-b240-e3d85164368e tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556579 Jul 05 10:18:43.101193 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] No Port match for: e90d377b-4bed-4a7f-ab1d-36c7e4ef850b {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:18:43.101540 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device e90d377b-4bed-4a7f-ab1d-36c7e4ef850b not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:43.101948 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 0963b9a4-a959-4549-8796-084303ac4f1f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:43.116372 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6cae6f8b-4449-4ed5-9d63-0b30eead0f3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-801726'] for router_interface (1f739ba0-b1ba-4776-b85c-2305f3ac2b8d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:43.126142 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] No Port match for: 0963b9a4-a959-4549-8796-084303ac4f1f {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:18:43.126489 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 0963b9a4-a959-4549-8796-084303ac4f1f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:43.126893 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 82d6f3cd-3f3d-4754-a8fc-fe3700c96adf no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:43.149410 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] No Port match for: 82d6f3cd-3f3d-4754-a8fc-fe3700c96adf {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:18:43.149748 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 82d6f3cd-3f3d-4754-a8fc-fe3700c96adf not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:43.196138 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7f7d8-af94-4cb3-8024-e2dbea6b6c56 req-0b20085a-836f-44db-895e-a9e07842c374 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:43.197894 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-92b7f7d8-af94-4cb3-8024-e2dbea6b6c56 req-0b20085a-836f-44db-895e-a9e07842c374 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 945 time: 0.0508461 Jul 05 10:18:43.206434 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 50116) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:18:43.210751 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-3d0ac559-54ec-47f7-bf50-c6bb4edfbecf tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Request body: {'floatingip': {'port_id': 'e6fb0593-584d-4308-86f5-4705f3dc20c8'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:18:43.252147 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3d0ac559-54ec-47f7-bf50-c6bb4edfbecf tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for floatingip (3455e302-b79a-433b-993b-ce645d369f81), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:43.341833 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-6cae6f8b-4449-4ed5-9d63-0b30eead0f3d admin admin] Deleting port 91ec472b-f150-4cc6-81c2-1a948e3115ec {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:18:43.342171 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6cae6f8b-4449-4ed5-9d63-0b30eead0f3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (91ec472b-f150-4cc6-81c2-1a948e3115ec), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:43.423178 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-6cae6f8b-4449-4ed5-9d63-0b30eead0f3d admin admin] For port 91ec472b-f150-4cc6-81c2-1a948e3115ec, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=91ec472b-f150-4cc6-81c2-1a948e3115ec,segment=NetworkSegment(4dff59e2-e4ba-489e-919a-35830ccbea82),segment_id=4dff59e2-e4ba-489e-919a-35830ccbea82)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:43.423534 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6cae6f8b-4449-4ed5-9d63-0b30eead0f3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (91ec472b-f150-4cc6-81c2-1a948e3115ec), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:43.436188 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-6cae6f8b-4449-4ed5-9d63-0b30eead0f3d admin admin] Calling delete_port for 91ec472b-f150-4cc6-81c2-1a948e3115ec owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:18:43.439665 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:43.839379 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:43.866280 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6cae6f8b-4449-4ed5-9d63-0b30eead0f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (91ec472b-f150-4cc6-81c2-1a948e3115ec), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:43.888845 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae6f8b-4449-4ed5-9d63-0b30eead0f3d admin admin] Pushing event deleted for resources: {'Port': ['ID=91ec472b-f150-4cc6-81c2-1a948e3115ec,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:43.948833 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3d0ac559-54ec-47f7-bf50-c6bb4edfbecf tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:43.954368 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3d0ac559-54ec-47f7-bf50-c6bb4edfbecf tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-790480'] for floatingip (3455e302-b79a-433b-993b-ce645d369f81), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:44.005614 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:44.014743 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8bfd9179-fe9c-4466-b395-66492e76fd3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:44.062245 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6cae6f8b-4449-4ed5-9d63-0b30eead0f3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-802062'] for router_interface (1f739ba0-b1ba-4776-b85c-2305f3ac2b8d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:44.065684 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.db.l3_db [None req-3d0ac559-54ec-47f7-bf50-c6bb4edfbecf tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Floating IP 3455e302-b79a-433b-993b-ce645d369f81 associated. External IP: 172.37.2.81, port: e6fb0593-584d-4308-86f5-4705f3dc20c8. Jul 05 10:18:44.075314 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:44.204126 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:44.269004 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0ac559-54ec-47f7-bf50-c6bb4edfbecf tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Router 82fff273-8099-4505-bbe9-761395e828c9 has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:18:44.279219 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cae6f8b-4449-4ed5-9d63-0b30eead0f3d admin admin] Router 1f739ba0-b1ba-4776-b85c-2305f3ac2b8d has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:18:44.373458 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0ac559-54ec-47f7-bf50-c6bb4edfbecf tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:18:44.378260 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3d0ac559-54ec-47f7-bf50-c6bb4edfbecf tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:44.381326 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cae6f8b-4449-4ed5-9d63-0b30eead0f3d admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:18:44.382762 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91155540-f891-4de5-8e6e-810f8ff69bcc None None] Sync routers for ids ['82fff273-8099-4505-bbe9-761395e828c9'] in dv-cinder-master-3-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:18:44.386051 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-6cae6f8b-4449-4ed5-9d63-0b30eead0f3d admin admin] 10.222.0.20 "PUT /v2.0/routers/1f739ba0-b1ba-4776-b85c-2305f3ac2b8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6104074 Jul 05 10:18:44.389205 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 50118) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:18:44.393943 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d718f8-21ec-4201-ac9f-6fd413e5679f None None] Sync routers for ids ['1f739ba0-b1ba-4776-b85c-2305f3ac2b8d'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:18:44.399622 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91155540-f891-4de5-8e6e-810f8ff69bcc None None] Routers {'82fff273-8099-4505-bbe9-761395e828c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:18:44.400353 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-91155540-f891-4de5-8e6e-810f8ff69bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:18:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['82fff273-8099-4505-bbe9-761395e828c9'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:44.406428 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d718f8-21ec-4201-ac9f-6fd413e5679f None None] Routers {'1f739ba0-b1ba-4776-b85c-2305f3ac2b8d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:18:44.407282 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-98d718f8-21ec-4201-ac9f-6fd413e5679f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:18:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['1f739ba0-b1ba-4776-b85c-2305f3ac2b8d'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:44.415890 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-3d0ac559-54ec-47f7-bf50-c6bb4edfbecf tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "PUT /v2.0/floatingips/3455e302-b79a-433b-993b-ce645d369f81 HTTP/1.1" status: 200 len: 990 time: 1.2084157 Jul 05 10:18:44.416559 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff442846-3ded-48c4-8a48-df125f46d0d6', 'tag': 'e6fb0593-584d-4308-86f5-4705f3dc20c8'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:18:44.418835 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7b0fff-aca8-48f2-8b71-c7d39e266f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "ff442846-3ded-48c4-8a48-df125f46d0d6", "tag": "e6fb0593-584d-4308-86f5-4705f3dc20c8"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:18:44.461756 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08517367-8bdf-4395-b250-30b8b0f033c4 x-openstack-request-id: req-08517367-8bdf-4395-b250-30b8b0f033c4 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:18:44.462233 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff442846-3ded-48c4-8a48-df125f46d0d6", "tag": "e6fb0593-584d-4308-86f5-4705f3dc20c8", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:18:44.462628 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08517367-8bdf-4395-b250-30b8b0f033c4 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:18:44.463204 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08517367-8bdf-4395-b250-30b8b0f033c4'] response: {'name': 'network-changed', 'server_uuid': 'ff442846-3ded-48c4-8a48-df125f46d0d6', 'tag': 'e6fb0593-584d-4308-86f5-4705f3dc20c8', 'status': 'completed', 'code': 200} Jul 05 10:18:44.466784 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:44.501785 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b2c-8066-4a0d-9d7e-d40961f6c061 admin admin] Publish callbacks [] for router (1f739ba0-b1ba-4776-b85c-2305f3ac2b8d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:44.513023 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-91155540-f891-4de5-8e6e-810f8ff69bcc None None] Set router 82fff273-8099-4505-bbe9-761395e828c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:18:44.526775 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-98d718f8-21ec-4201-ac9f-6fd413e5679f None None] Set router 1f739ba0-b1ba-4776-b85c-2305f3ac2b8d gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:18:44.566981 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b0fff-aca8-48f2-8b71-c7d39e266f7e req-10cbd9e4-ca58-42e6-aa42-84697218be6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:44.568553 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-db7b0fff-aca8-48f2-8b71-c7d39e266f7e req-10cbd9e4-ca58-42e6-aa42-84697218be6a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0c19d009f1b4ef09a40267bcf654107&device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 1129 time: 0.0560968 Jul 05 10:18:44.611665 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b2c-8066-4a0d-9d7e-d40961f6c061 admin admin] Publish callbacks [] for router_gateway (1f739ba0-b1ba-4776-b85c-2305f3ac2b8d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:44.662938 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e0b2c-8066-4a0d-9d7e-d40961f6c061 admin admin] Deleting port e580f280-9e52-42ca-8cb9-8606093782a0 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:18:44.663694 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b2c-8066-4a0d-9d7e-d40961f6c061 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (e580f280-9e52-42ca-8cb9-8606093782a0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:44.681712 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b0fff-aca8-48f2-8b71-c7d39e266f7e req-1b14117a-10da-4027-b13c-53c1cec6b95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:44.683183 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-db7b0fff-aca8-48f2-8b71-c7d39e266f7e req-1b14117a-10da-4027-b13c-53c1cec6b95d service neutron] 10.222.0.30 "GET /v2.0/networks?id=fddec1cf-8b7c-4e90-af09-12a66276106e HTTP/1.1" status: 200 len: 918 time: 0.1092272 Jul 05 10:18:44.713688 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-98d718f8-21ec-4201-ac9f-6fd413e5679f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f739ba0-b1ba-4776-b85c-2305f3ac2b8d', 'name': 'tempest-TestMinimumBasicScenario-1860064736-router', 'tenant_id': '50fc476f36f14020832aa6e34fe9146a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e580f280-9e52-42ca-8cb9-8606093782a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:14:01Z', 'updated_at': '2022-07-05T10:18:43Z', 'revision_number': 5, 'project_id': '50fc476f36f14020832aa6e34fe9146a', 'gw_port': {'id': 'e580f280-9e52-42ca-8cb9-8606093782a0', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:32:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f739ba0-b1ba-4776-b85c-2305f3ac2b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:14:01Z', 'updated_at': '2022-07-05T10:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:44.742767 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d718f8-21ec-4201-ac9f-6fd413e5679f None None] Checking router: 1f739ba0-b1ba-4776-b85c-2305f3ac2b8d for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:18:44.753016 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-ba9e0b2c-8066-4a0d-9d7e-d40961f6c061 admin admin] For port e580f280-9e52-42ca-8cb9-8606093782a0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e580f280-9e52-42ca-8cb9-8606093782a0,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:44.753594 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b2c-8066-4a0d-9d7e-d40961f6c061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (e580f280-9e52-42ca-8cb9-8606093782a0), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:44.755139 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d718f8-21ec-4201-ac9f-6fd413e5679f None None] Routers {'1f739ba0-b1ba-4776-b85c-2305f3ac2b8d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:18:44.755797 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-98d718f8-21ec-4201-ac9f-6fd413e5679f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:18:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['1f739ba0-b1ba-4776-b85c-2305f3ac2b8d'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:44.759090 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-91155540-f891-4de5-8e6e-810f8ff69bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fff273-8099-4505-bbe9-761395e828c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1043335425-router', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:24Z', 'revision_number': 4, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'gw_port': {'id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '3455e302-b79a-433b-993b-ce645d369f81', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'floating_ip_address': '172.37.2.81', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '82fff273-8099-4505-bbe9-761395e828c9', 'port_id': 'e6fb0593-584d-4308-86f5-4705f3dc20c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e', 'mac_address': 'fa:16:3e:4a:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff442846-3ded-48c4-8a48-df125f46d0d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:18:26Z', 'updated_at': '2022-07-05T10:18:43Z', 'revision_number': 1, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '984a368a-1748-4580-a66e-3d203cb923e1', 'name': '', 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'mac_address': 'fa:16:3e:b6:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:24Z', 'updated_at': '2022-07-05T10:18:28Z', 'revision_number': 5, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'subnets': [{'id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:44.764382 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-db7b0fff-aca8-48f2-8b71-c7d39e266f7e req-2bbc6d69-5739-43b8-8733-f989968b3d14 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6fb0593-584d-4308-86f5-4705f3dc20c8 HTTP/1.1" status: 200 len: 998 time: 0.0752060 Jul 05 10:18:44.768996 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e0b2c-8066-4a0d-9d7e-d40961f6c061 admin admin] Calling delete_port for e580f280-9e52-42ca-8cb9-8606093782a0 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:18:44.787019 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91155540-f891-4de5-8e6e-810f8ff69bcc None None] Checking router: 82fff273-8099-4505-bbe9-761395e828c9 for host: dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:18:44.795837 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91155540-f891-4de5-8e6e-810f8ff69bcc None None] Routers {'82fff273-8099-4505-bbe9-761395e828c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:18:44.796467 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-91155540-f891-4de5-8e6e-810f8ff69bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:18:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['82fff273-8099-4505-bbe9-761395e828c9'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:44.814885 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:44.823187 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b0fff-aca8-48f2-8b71-c7d39e266f7e req-773cdf99-f7f2-49d6-9b99-05b8c92eb90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:44.825834 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-db7b0fff-aca8-48f2-8b71-c7d39e266f7e req-773cdf99-f7f2-49d6-9b99-05b8c92eb90c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de HTTP/1.1" status: 200 len: 856 time: 0.0557058 Jul 05 10:18:44.857619 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-98d718f8-21ec-4201-ac9f-6fd413e5679f None None] Set router 1f739ba0-b1ba-4776-b85c-2305f3ac2b8d gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:18:44.874754 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:44.878407 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b0fff-aca8-48f2-8b71-c7d39e266f7e req-15368f8e-2e9b-4da6-8d59-f282ae855ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:18:44.879926 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-db7b0fff-aca8-48f2-8b71-c7d39e266f7e req-15368f8e-2e9b-4da6-8d59-f282ae855ad7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fddec1cf-8b7c-4e90-af09-12a66276106e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474317 Jul 05 10:18:44.918344 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-91155540-f891-4de5-8e6e-810f8ff69bcc None None] Set router 82fff273-8099-4505-bbe9-761395e828c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:18:44.918607 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-98d718f8-21ec-4201-ac9f-6fd413e5679f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f739ba0-b1ba-4776-b85c-2305f3ac2b8d', 'name': 'tempest-TestMinimumBasicScenario-1860064736-router', 'tenant_id': '50fc476f36f14020832aa6e34fe9146a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:14:01Z', 'updated_at': '2022-07-05T10:18:44Z', 'revision_number': 6, 'project_id': '50fc476f36f14020832aa6e34fe9146a', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:44.948877 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d718f8-21ec-4201-ac9f-6fd413e5679f None None] The sync data for ids ['1f739ba0-b1ba-4776-b85c-2305f3ac2b8d'] in dv-cinder-master-3-iscsi is: [{'id': '1f739ba0-b1ba-4776-b85c-2305f3ac2b8d', 'name': 'tempest-TestMinimumBasicScenario-1860064736-router', 'tenant_id': '50fc476f36f14020832aa6e34fe9146a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:14:01Z', 'updated_at': '2022-07-05T10:18:44Z', 'revision_number': 6, 'project_id': '50fc476f36f14020832aa6e34fe9146a', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:18:44.970251 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:45.009121 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-db7b0fff-aca8-48f2-8b71-c7d39e266f7e req-480aecc1-534a-4daf-bc22-c3f1bc13a1a5 service neutron] 10.222.0.30 "GET /v2.0/networks/fddec1cf-8b7c-4e90-af09-12a66276106e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225607 Jul 05 10:18:45.015575 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b2c-8066-4a0d-9d7e-d40961f6c061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (e580f280-9e52-42ca-8cb9-8606093782a0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:45.019157 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:45.041472 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e0b2c-8066-4a0d-9d7e-d40961f6c061 admin admin] Pushing event deleted for resources: {'Port': ['ID=e580f280-9e52-42ca-8cb9-8606093782a0,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:45.107954 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-db7b0fff-aca8-48f2-8b71-c7d39e266f7e req-6a85afeb-dd84-4c39-914f-f06ba4e593eb service neutron] 10.222.0.30 "GET /v2.0/networks/fddec1cf-8b7c-4e90-af09-12a66276106e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929055 Jul 05 10:18:45.116944 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b2c-8066-4a0d-9d7e-d40961f6c061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-789316'] for router_gateway (1f739ba0-b1ba-4776-b85c-2305f3ac2b8d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:45.205659 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b2c-8066-4a0d-9d7e-d40961f6c061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-795196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28314'] for router (1f739ba0-b1ba-4776-b85c-2305f3ac2b8d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:45.207828 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b2c-8066-4a0d-9d7e-d40961f6c061 admin admin] Publish callbacks [] for router_controller (1f739ba0-b1ba-4776-b85c-2305f3ac2b8d), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:45.244166 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-91155540-f891-4de5-8e6e-810f8ff69bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fff273-8099-4505-bbe9-761395e828c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1043335425-router', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:24Z', 'revision_number': 4, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'gw_port': {'id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '3455e302-b79a-433b-993b-ce645d369f81', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'floating_ip_address': '172.37.2.81', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '82fff273-8099-4505-bbe9-761395e828c9', 'port_id': 'e6fb0593-584d-4308-86f5-4705f3dc20c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e', 'mac_address': 'fa:16:3e:4a:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff442846-3ded-48c4-8a48-df125f46d0d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:18:26Z', 'updated_at': '2022-07-05T10:18:43Z', 'revision_number': 1, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '984a368a-1748-4580-a66e-3d203cb923e1', 'name': '', 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'mac_address': 'fa:16:3e:b6:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:24Z', 'updated_at': '2022-07-05T10:18:28Z', 'revision_number': 5, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'subnets': [{'id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:45.249820 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b2c-8066-4a0d-9d7e-d40961f6c061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-795179'] for router (1f739ba0-b1ba-4776-b85c-2305f3ac2b8d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:45.250431 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9e0b2c-8066-4a0d-9d7e-d40961f6c061 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f739ba0-b1ba-4776-b85c-2305f3ac2b8d {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:18:45.255081 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0b2c-8066-4a0d-9d7e-d40961f6c061 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:45.256204 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-ba9e0b2c-8066-4a0d-9d7e-d40961f6c061 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1f739ba0-b1ba-4776-b85c-2305f3ac2b8d HTTP/1.1" status: 204 len: 168 time: 0.8660946 Jul 05 10:18:45.258672 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 50124) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:18:45.269392 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91155540-f891-4de5-8e6e-810f8ff69bcc None None] The sync data for ids ['82fff273-8099-4505-bbe9-761395e828c9'] in dv-cinder-master-3-iscsi is: [{'id': '82fff273-8099-4505-bbe9-761395e828c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1043335425-router', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:24Z', 'revision_number': 4, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'gw_port': {'id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '3455e302-b79a-433b-993b-ce645d369f81', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'floating_ip_address': '172.37.2.81', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '82fff273-8099-4505-bbe9-761395e828c9', 'port_id': 'e6fb0593-584d-4308-86f5-4705f3dc20c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e', 'mac_address': 'fa:16:3e:4a:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff442846-3ded-48c4-8a48-df125f46d0d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:18:26Z', 'updated_at': '2022-07-05T10:18:43Z', 'revision_number': 1, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '984a368a-1748-4580-a66e-3d203cb923e1', 'name': '', 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'mac_address': 'fa:16:3e:b6:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:24Z', 'updated_at': '2022-07-05T10:18:28Z', 'revision_number': 5, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'subnets': [{'id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:18:45.306002 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd1c870e-97d3-465a-bd0e-2ec83ef526d2 admin admin] Deleting subnet 4927f021-edab-4cba-be3e-afc2d2ae0250 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 05 10:18:45.311290 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bd1c870e-97d3-465a-bd0e-2ec83ef526d2 admin admin] Publish callbacks [] for subnet (4927f021-edab-4cba-be3e-afc2d2ae0250), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:45.358374 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bd1c870e-97d3-465a-bd0e-2ec83ef526d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26770210'] for subnet (4927f021-edab-4cba-be3e-afc2d2ae0250), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:45.427475 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 91ec472b-f150-4cc6-81c2-1a948e3115ec no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:45.450990 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] No Port match for: 91ec472b-f150-4cc6-81c2-1a948e3115ec {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:18:45.451332 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 91ec472b-f150-4cc6-81c2-1a948e3115ec not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:45.459988 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bd1c870e-97d3-465a-bd0e-2ec83ef526d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2072780'] for subnet (4927f021-edab-4cba-be3e-afc2d2ae0250), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:45.516560 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bd1c870e-97d3-465a-bd0e-2ec83ef526d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2072775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26770432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956688'] for subnet (4927f021-edab-4cba-be3e-afc2d2ae0250), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:45.541323 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b38995-afa0-44dd-a8ce-5ac136eac3c1 None None] New status for floating IP 3455e302-b79a-433b-993b-ce645d369f81: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 10:18:45.546025 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c870e-97d3-465a-bd0e-2ec83ef526d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4927f021-edab-4cba-be3e-afc2d2ae0250,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:45.552592 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bd1c870e-97d3-465a-bd0e-2ec83ef526d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:45.558098 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-bd1c870e-97d3-465a-bd0e-2ec83ef526d2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4927f021-edab-4cba-be3e-afc2d2ae0250 HTTP/1.1" status: 204 len: 168 time: 0.2963159 Jul 05 10:18:45.558235 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153c598d-3a13-4262-8f7d-a3b6b050cde0 None None] Network 087ffe69-391f-417e-b92e-4da4121f6ec8 requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:18:45.559435 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 50126) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:18:45.634963 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5452796e-7aa0-4136-b837-477ff5afad37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1968054'] for network (087ffe69-391f-417e-b92e-4da4121f6ec8), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:45.680009 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-5452796e-7aa0-4136-b837-477ff5afad37 admin admin] Deleting port f36ba443-4959-49f6-83cf-2e4dbfa64a42 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:18:45.680494 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5452796e-7aa0-4136-b837-477ff5afad37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (f36ba443-4959-49f6-83cf-2e4dbfa64a42), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:45.747803 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-5452796e-7aa0-4136-b837-477ff5afad37 admin admin] For port f36ba443-4959-49f6-83cf-2e4dbfa64a42, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f36ba443-4959-49f6-83cf-2e4dbfa64a42,segment=NetworkSegment(4dff59e2-e4ba-489e-919a-35830ccbea82),segment_id=4dff59e2-e4ba-489e-919a-35830ccbea82)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:45.748157 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5452796e-7aa0-4136-b837-477ff5afad37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (f36ba443-4959-49f6-83cf-2e4dbfa64a42), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:45.766151 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-5452796e-7aa0-4136-b837-477ff5afad37 admin admin] Calling delete_port for f36ba443-4959-49f6-83cf-2e4dbfa64a42 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:18:45.768798 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1f2e38-04a0-415b-8918-6adf8558b946 None None] DHCP port deletion for 087ffe69-391f-417e-b92e-4da4121f6ec8 request from dv-cinder-master-3-iscsi {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 05 10:18:45.812839 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6f1f2e38-04a0-415b-8918-6adf8558b946 None None] Deleting port f36ba443-4959-49f6-83cf-2e4dbfa64a42 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:18:45.813470 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6f1f2e38-04a0-415b-8918-6adf8558b946 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (f36ba443-4959-49f6-83cf-2e4dbfa64a42), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:45.826577 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:45.848055 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5452796e-7aa0-4136-b837-477ff5afad37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (f36ba443-4959-49f6-83cf-2e4dbfa64a42), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:45.874311 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452796e-7aa0-4136-b837-477ff5afad37 admin admin] Pushing event deleted for resources: {'Port': ['ID=f36ba443-4959-49f6-83cf-2e4dbfa64a42,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:45.877983 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5452796e-7aa0-4136-b837-477ff5afad37 admin admin] No DVR routers for this DVR port f36ba443-4959-49f6-83cf-2e4dbfa64a42 on host dv-cinder-master-3-iscsi {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:18:45.884146 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-6f1f2e38-04a0-415b-8918-6adf8558b946 None None] For port f36ba443-4959-49f6-83cf-2e4dbfa64a42, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f36ba443-4959-49f6-83cf-2e4dbfa64a42,segment=NetworkSegment(4dff59e2-e4ba-489e-919a-35830ccbea82),segment_id=4dff59e2-e4ba-489e-919a-35830ccbea82)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:45.884578 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6f1f2e38-04a0-415b-8918-6adf8558b946 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (f36ba443-4959-49f6-83cf-2e4dbfa64a42), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:45.898450 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6f1f2e38-04a0-415b-8918-6adf8558b946 None None] Calling delete_port for f36ba443-4959-49f6-83cf-2e4dbfa64a42 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:18:45.961119 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5452796e-7aa0-4136-b837-477ff5afad37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988390', 'neutron.services.segments.db._delete_segments_for_network-8734376687225'] for network (087ffe69-391f-417e-b92e-4da4121f6ec8), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:45.978371 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6f1f2e38-04a0-415b-8918-6adf8558b946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874'] for port (f36ba443-4959-49f6-83cf-2e4dbfa64a42), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:45.983367 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-5452796e-7aa0-4136-b837-477ff5afad37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['087ffe69-391f-417e-b92e-4da4121f6ec8']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:45.993473 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-5452796e-7aa0-4136-b837-477ff5afad37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dff59e2-e4ba-489e-919a-35830ccbea82') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:45.993765 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-5452796e-7aa0-4136-b837-477ff5afad37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dff59e2-e4ba-489e-919a-35830ccbea82') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:46.004764 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5452796e-7aa0-4136-b837-477ff5afad37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734376687490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27201678'] for segment (4dff59e2-e4ba-489e-919a-35830ccbea82), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:46.005195 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f2e38-04a0-415b-8918-6adf8558b946 None None] Pushing event deleted for resources: {'Port': ['ID=f36ba443-4959-49f6-83cf-2e4dbfa64a42,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:46.012807 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1f2e38-04a0-415b-8918-6adf8558b946 None None] No DVR routers for this DVR port f36ba443-4959-49f6-83cf-2e4dbfa64a42 on host dv-cinder-master-3-iscsi {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:18:46.016178 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f2e38-04a0-415b-8918-6adf8558b946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:46.016543 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f2e38-04a0-415b-8918-6adf8558b946 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:46.017071 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f2e38-04a0-415b-8918-6adf8558b946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:46.017582 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f2e38-04a0-415b-8918-6adf8558b946 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:46.018068 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f2e38-04a0-415b-8918-6adf8558b946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:46.018568 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f2e38-04a0-415b-8918-6adf8558b946 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:46.019058 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f2e38-04a0-415b-8918-6adf8558b946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:46.019263 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5452796e-7aa0-4136-b837-477ff5afad37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (4dff59e2-e4ba-489e-919a-35830ccbea82), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:46.019705 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f2e38-04a0-415b-8918-6adf8558b946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:46.020039 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f2e38-04a0-415b-8918-6adf8558b946 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:46.020363 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f2e38-04a0-415b-8918-6adf8558b946 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:46.020715 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f2e38-04a0-415b-8918-6adf8558b946 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:46.021037 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f2e38-04a0-415b-8918-6adf8558b946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:46.021948 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f2e38-04a0-415b-8918-6adf8558b946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:46.022413 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f2e38-04a0-415b-8918-6adf8558b946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:46.022872 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f2e38-04a0-415b-8918-6adf8558b946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:46.025956 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5452796e-7aa0-4136-b837-477ff5afad37 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:18:46.026344 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5452796e-7aa0-4136-b837-477ff5afad37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26022364'] for segment (4dff59e2-e4ba-489e-919a-35830ccbea82), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:46.054411 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.services.segments.plugin [-] Segment 4dff59e2-e4ba-489e-919a-35830ccbea82 resource provider aggregate not found Jul 05 10:18:46.090947 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5452796e-7aa0-4136-b837-477ff5afad37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-790277'] for network (087ffe69-391f-417e-b92e-4da4121f6ec8), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:46.096441 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5452796e-7aa0-4136-b837-477ff5afad37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:46.099739 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-5452796e-7aa0-4136-b837-477ff5afad37 admin admin] 10.222.0.20 "DELETE /v2.0/networks/087ffe69-391f-417e-b92e-4da4121f6ec8 HTTP/1.1" status: 204 len: 168 time: 0.5391695 Jul 05 10:18:46.102339 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.services.segments.plugin [-] Segment 4dff59e2-e4ba-489e-919a-35830ccbea82 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4dff59e2-e4ba-489e-919a-35830ccbea82 found for delete ", "request_id": "req-18c76ad0-67b8-4a04-80e1-e5188f63346b"}]} Jul 05 10:18:46.115879 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452796e-7aa0-4136-b837-477ff5afad37 admin admin] Pushing event deleted for resources: {'Network': ['ID=087ffe69-391f-417e-b92e-4da4121f6ec8,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:46.213524 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 50134) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:18:46.254304 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-9048db81-b224-49dd-8076-85b4895cbf4d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d71ebc02c6094919b3054d7da84aadf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386903 Jul 05 10:18:46.255659 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 50136) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:18:46.287765 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:46.304050 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f9457f7-2204-4f51-bea1-0dc1dc8485f0 admin admin] Publish callbacks [] for security_group (ace209bb-535f-480c-8db1-06429e83a20d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:46.325598 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f9457f7-2204-4f51-bea1-0dc1dc8485f0 admin admin] Publish callbacks [] for security_group (ace209bb-535f-480c-8db1-06429e83a20d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:46.335007 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:46.372150 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f9457f7-2204-4f51-bea1-0dc1dc8485f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (ace209bb-535f-480c-8db1-06429e83a20d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:46.374720 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f9457f7-2204-4f51-bea1-0dc1dc8485f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:46.375848 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-6f9457f7-2204-4f51-bea1-0dc1dc8485f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ace209bb-535f-480c-8db1-06429e83a20d HTTP/1.1" status: 204 len: 168 time: 0.1193304 Jul 05 10:18:46.384136 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9457f7-2204-4f51-bea1-0dc1dc8485f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace209bb-535f-480c-8db1-06429e83a20d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:46.692260 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 50142) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:18:46.731897 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-ac53b95c-0010-4b78-8268-3ce7708c4a4d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50fc476f36f14020832aa6e34fe9146a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384963 Jul 05 10:18:46.734462 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 50144) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:18:46.784172 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9e424a99-53c5-42e9-9d3a-a6f224efdca3 admin admin] Publish callbacks [] for security_group (4983d197-007a-4929-9dc5-660aa44881df), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:46.806738 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9e424a99-53c5-42e9-9d3a-a6f224efdca3 admin admin] Publish callbacks [] for security_group (4983d197-007a-4929-9dc5-660aa44881df), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:46.813330 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:46.853750 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9e424a99-53c5-42e9-9d3a-a6f224efdca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (4983d197-007a-4929-9dc5-660aa44881df), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:46.856490 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9e424a99-53c5-42e9-9d3a-a6f224efdca3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:18:46.857641 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-9e424a99-53c5-42e9-9d3a-a6f224efdca3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4983d197-007a-4929-9dc5-660aa44881df HTTP/1.1" status: 204 len: 168 time: 0.1223109 Jul 05 10:18:46.865942 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e424a99-53c5-42e9-9d3a-a6f224efdca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4983d197-007a-4929-9dc5-660aa44881df,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:47.056787 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device e580f280-9e52-42ca-8cb9-8606093782a0 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:47.078259 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] No Port match for: e580f280-9e52-42ca-8cb9-8606093782a0 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:18:47.078605 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device e580f280-9e52-42ca-8cb9-8606093782a0 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:47.079017 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device f36ba443-4959-49f6-83cf-2e4dbfa64a42 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:47.102229 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] No Port match for: f36ba443-4959-49f6-83cf-2e4dbfa64a42 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:18:47.102565 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device f36ba443-4959-49f6-83cf-2e4dbfa64a42 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:47.229715 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:18:55.522026 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=67,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:55.545927 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=32,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:56.209482 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:56.840998 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:DELETE=6,neutron:SELECT=23 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:56.862080 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:DELETE=7,neutron:SELECT=63,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:57.060914 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:18:57.082699 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:06.338692 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=12 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:06.341315 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:11.494138 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-01cf5c55-dcc0-4720-a2d3-66556fb833f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:11.884831 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:13.464258 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de661161-df1c-41dc-b1c2-1febdbc75e3d req-03013e0e-2b4c-47af-9f75-590fd4f3a290 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:13.465739 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de661161-df1c-41dc-b1c2-1febdbc75e3d req-03013e0e-2b4c-47af-9f75-590fd4f3a290 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=70cdd8c1-3058-4809-a0d1-73e39cf2e520 HTTP/1.1" status: 200 len: 945 time: 0.0474916 Jul 05 10:19:13.511761 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de661161-df1c-41dc-b1c2-1febdbc75e3d req-7e583879-fd4c-4ac2-9aa2-a05bfead9b36 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c28ac2-5b08-4ff1-a328-d4734dd05007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405030 Jul 05 10:19:14.007610 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d8f8b13a-2f7a-43b1-bc82-3dc9be319eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:14.625840 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9a8f4-4eb1-4334-9309-a5c32403fe23 req-80d71c6e-8dee-442b-9ee0-4a0a2d1ec738 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:14.627280 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7af9a8f4-4eb1-4334-9309-a5c32403fe23 req-80d71c6e-8dee-442b-9ee0-4a0a2d1ec738 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=70cdd8c1-3058-4809-a0d1-73e39cf2e520 HTTP/1.1" status: 200 len: 945 time: 0.0464149 Jul 05 10:19:14.675993 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7af9a8f4-4eb1-4334-9309-a5c32403fe23 req-ebdd6685-bede-4ee6-8d33-f0e82b9e6d25 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c28ac2-5b08-4ff1-a328-d4734dd05007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432820 Jul 05 10:19:14.957503 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:15.312531 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e9c77-3278-4f47-ad80-c5813fa4554f req-24ba30e7-246a-477c-9d62-d57109e158d2 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:15.314023 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-130e9c77-3278-4f47-ad80-c5813fa4554f req-24ba30e7-246a-477c-9d62-d57109e158d2 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.30 "GET /v2.0/ports?device_id=70cdd8c1-3058-4809-a0d1-73e39cf2e520 HTTP/1.1" status: 200 len: 945 time: 0.0480433 Jul 05 10:19:15.398683 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-130e9c77-3278-4f47-ad80-c5813fa4554f req-2e50a388-4452-42cf-81f9-7a3fe31b61c9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Deleting port dbd17c56-2b84-42e7-9867-b2fcb6dc597e {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:19:15.399020 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-130e9c77-3278-4f47-ad80-c5813fa4554f req-2e50a388-4452-42cf-81f9-7a3fe31b61c9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (dbd17c56-2b84-42e7-9867-b2fcb6dc597e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:15.491791 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-130e9c77-3278-4f47-ad80-c5813fa4554f req-2e50a388-4452-42cf-81f9-7a3fe31b61c9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] For port dbd17c56-2b84-42e7-9867-b2fcb6dc597e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dbd17c56-2b84-42e7-9867-b2fcb6dc597e,segment=NetworkSegment(d4b01923-e693-4e36-bd4a-3dc5b8f9c91a),segment_id=d4b01923-e693-4e36-bd4a-3dc5b8f9c91a)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:15.492173 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-130e9c77-3278-4f47-ad80-c5813fa4554f req-2e50a388-4452-42cf-81f9-7a3fe31b61c9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (dbd17c56-2b84-42e7-9867-b2fcb6dc597e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:15.648836 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-130e9c77-3278-4f47-ad80-c5813fa4554f req-2e50a388-4452-42cf-81f9-7a3fe31b61c9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:15.649516 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-130e9c77-3278-4f47-ad80-c5813fa4554f req-2e50a388-4452-42cf-81f9-7a3fe31b61c9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-790480'] for floatingip (08961438-fa69-4501-9191-907de2bd43ee), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:15.649516 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.db.l3_db [req-130e9c77-3278-4f47-ad80-c5813fa4554f req-2e50a388-4452-42cf-81f9-7a3fe31b61c9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Floating IP 08961438-fa69-4501-9191-907de2bd43ee disassociated. External IP: 172.37.2.151, port: dbd17c56-2b84-42e7-9867-b2fcb6dc597e. Jul 05 10:19:15.649726 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-130e9c77-3278-4f47-ad80-c5813fa4554f req-2e50a388-4452-42cf-81f9-7a3fe31b61c9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Calling delete_port for dbd17c56-2b84-42e7-9867-b2fcb6dc597e owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:19:15.809332 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3a58c-661d-4cc6-bb20-65057f8a640f req-1a4d2e0c-3294-42e5-b367-456e32da5c3b tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:15.810768 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6ee3a58c-661d-4cc6-bb20-65057f8a640f req-1a4d2e0c-3294-42e5-b367-456e32da5c3b tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=70cdd8c1-3058-4809-a0d1-73e39cf2e520 HTTP/1.1" status: 200 len: 945 time: 0.0591364 Jul 05 10:19:15.815269 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-130e9c77-3278-4f47-ad80-c5813fa4554f req-2e50a388-4452-42cf-81f9-7a3fe31b61c9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (dbd17c56-2b84-42e7-9867-b2fcb6dc597e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:15.850094 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e50a388-4452-42cf-81f9-7a3fe31b61c9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event deleted for resources: {'Port': ['ID=dbd17c56-2b84-42e7-9867-b2fcb6dc597e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:15.936046 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6ee3a58c-661d-4cc6-bb20-65057f8a640f req-4836c7ee-b6c3-4651-8151-01d41304fd4d tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c28ac2-5b08-4ff1-a328-d4734dd05007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127625 Jul 05 10:19:15.978333 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:15.987095 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:15.991790 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-130e9c77-3278-4f47-ad80-c5813fa4554f req-2e50a388-4452-42cf-81f9-7a3fe31b61c9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Router 6182e117-2d11-491f-9275-3daba539c45b has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:19:16.096380 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-130e9c77-3278-4f47-ad80-c5813fa4554f req-2e50a388-4452-42cf-81f9-7a3fe31b61c9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:19:16.106900 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849e1fcf-7908-42aa-a497-f881e67b09c2 None None] Sync routers for ids ['6182e117-2d11-491f-9275-3daba539c45b'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:19:16.117623 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849e1fcf-7908-42aa-a497-f881e67b09c2 None None] Routers {'6182e117-2d11-491f-9275-3daba539c45b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:19:16.118233 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-849e1fcf-7908-42aa-a497-f881e67b09c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:19:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['6182e117-2d11-491f-9275-3daba539c45b'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:16.141199 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-130e9c77-3278-4f47-ad80-c5813fa4554f req-2e50a388-4452-42cf-81f9-7a3fe31b61c9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] No DVR routers for this DVR port dbd17c56-2b84-42e7-9867-b2fcb6dc597e on host hv-cinder-maste {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:19:16.143608 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-130e9c77-3278-4f47-ad80-c5813fa4554f req-2e50a388-4452-42cf-81f9-7a3fe31b61c9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:16.146800 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-130e9c77-3278-4f47-ad80-c5813fa4554f req-2e50a388-4452-42cf-81f9-7a3fe31b61c9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.30 "DELETE /v2.0/ports/dbd17c56-2b84-42e7-9867-b2fcb6dc597e HTTP/1.1" status: 204 len: 173 time: 0.8268156 Jul 05 10:19:16.147292 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70cdd8c1-3058-4809-a0d1-73e39cf2e520', 'name': 'network-vif-deleted', 'tag': 'dbd17c56-2b84-42e7-9867-b2fcb6dc597e'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:19:16.149887 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1992b8-7c62-47ae-b17c-63e6098fbff3" -d '{"events": [{"server_uuid": "70cdd8c1-3058-4809-a0d1-73e39cf2e520", "name": "network-vif-deleted", "tag": "dbd17c56-2b84-42e7-9867-b2fcb6dc597e"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:19:16.192689 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16baf6cc-b180-435f-909b-5749335d7932 x-openstack-request-id: req-16baf6cc-b180-435f-909b-5749335d7932 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:19:16.192974 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70cdd8c1-3058-4809-a0d1-73e39cf2e520", "name": "network-vif-deleted", "tag": "dbd17c56-2b84-42e7-9867-b2fcb6dc597e", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:19:16.193278 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16baf6cc-b180-435f-909b-5749335d7932 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:19:16.193681 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16baf6cc-b180-435f-909b-5749335d7932'] response: {'server_uuid': '70cdd8c1-3058-4809-a0d1-73e39cf2e520', 'name': 'network-vif-deleted', 'tag': 'dbd17c56-2b84-42e7-9867-b2fcb6dc597e', 'status': 'completed', 'code': 200} Jul 05 10:19:16.228283 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-849e1fcf-7908-42aa-a497-f881e67b09c2 None None] Set router 6182e117-2d11-491f-9275-3daba539c45b gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:19:16.334989 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:16.445280 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-849e1fcf-7908-42aa-a497-f881e67b09c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6182e117-2d11-491f-9275-3daba539c45b', 'name': 'tempest-AttachVolumeNegativeTest-715002652-router', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a064a84-494e-41c6-9048-966cc269baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'gw_port': {'id': '1a064a84-494e-41c6-9048-966cc269baff', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:08Z', 'updated_at': '2022-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b05b5c91-2f39-45ea-94c7-857f56cd562c', 'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'mac_address': 'fa:16:3e:ca:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 5, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'subnets': [{'id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:16.591716 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849e1fcf-7908-42aa-a497-f881e67b09c2 None None] Checking router: 6182e117-2d11-491f-9275-3daba539c45b for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:19:16.600135 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849e1fcf-7908-42aa-a497-f881e67b09c2 None None] Routers {'6182e117-2d11-491f-9275-3daba539c45b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:19:16.600767 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-849e1fcf-7908-42aa-a497-f881e67b09c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:19:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['6182e117-2d11-491f-9275-3daba539c45b'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:16.705821 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-849e1fcf-7908-42aa-a497-f881e67b09c2 None None] Set router 6182e117-2d11-491f-9275-3daba539c45b gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:19:16.849567 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:16.904098 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-849e1fcf-7908-42aa-a497-f881e67b09c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6182e117-2d11-491f-9275-3daba539c45b', 'name': 'tempest-AttachVolumeNegativeTest-715002652-router', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a064a84-494e-41c6-9048-966cc269baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'gw_port': {'id': '1a064a84-494e-41c6-9048-966cc269baff', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:08Z', 'updated_at': '2022-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b05b5c91-2f39-45ea-94c7-857f56cd562c', 'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'mac_address': 'fa:16:3e:ca:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 5, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'subnets': [{'id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:16.933003 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849e1fcf-7908-42aa-a497-f881e67b09c2 None None] The sync data for ids ['6182e117-2d11-491f-9275-3daba539c45b'] in dv-cinder-master-3-iscsi is: [{'id': '6182e117-2d11-491f-9275-3daba539c45b', 'name': 'tempest-AttachVolumeNegativeTest-715002652-router', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a064a84-494e-41c6-9048-966cc269baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'gw_port': {'id': '1a064a84-494e-41c6-9048-966cc269baff', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:08Z', 'updated_at': '2022-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b05b5c91-2f39-45ea-94c7-857f56cd562c', 'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'mac_address': 'fa:16:3e:ca:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 5, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'subnets': [{'id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:19:17.024560 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 50234) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:19:17.087017 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-10560572-1c02-434b-a8e9-6bdd2171f51a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group (c4c28ac2-5b08-4ff1-a328-d4734dd05007), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:17.112735 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-10560572-1c02-434b-a8e9-6bdd2171f51a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group (c4c28ac2-5b08-4ff1-a328-d4734dd05007), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:17.156781 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72906b7-4371-4bee-9b32-bacc9e9d2006 None None] New status for floating IP 08961438-fa69-4501-9191-907de2bd43ee: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 10:19:17.163753 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-10560572-1c02-434b-a8e9-6bdd2171f51a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (c4c28ac2-5b08-4ff1-a328-d4734dd05007), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:17.166315 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-10560572-1c02-434b-a8e9-6bdd2171f51a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:17.167797 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-10560572-1c02-434b-a8e9-6bdd2171f51a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "DELETE /v2.0/security-groups/c4c28ac2-5b08-4ff1-a328-d4734dd05007 HTTP/1.1" status: 204 len: 168 time: 0.1421115 Jul 05 10:19:17.170491 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 50236) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:19:17.177526 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10560572-1c02-434b-a8e9-6bdd2171f51a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c28ac2-5b08-4ff1-a328-d4734dd05007,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:17.184663 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.api.v2.resource [None req-b64ef437-3ba9-4c92-80d0-6229bde4637e tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] show failed (client error): The resource could not be found. Jul 05 10:19:17.185650 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-b64ef437-3ba9-4c92-80d0-6229bde4637e tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups/c4c28ac2-5b08-4ff1-a328-d4734dd05007 HTTP/1.1" status: 404 len: 347 time: 0.0140598 Jul 05 10:19:17.189447 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 50238) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:19:17.306455 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-eaf717c1-6321-4418-bb5a-82653d2b9396 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Deleting port 5c89bbbc-b62e-4276-99a4-fffae2add2c7 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:19:17.306966 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eaf717c1-6321-4418-bb5a-82653d2b9396 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (5c89bbbc-b62e-4276-99a4-fffae2add2c7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:17.385285 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eaf717c1-6321-4418-bb5a-82653d2b9396 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (5c89bbbc-b62e-4276-99a4-fffae2add2c7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:17.385601 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eaf717c1-6321-4418-bb5a-82653d2b9396 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for floatingip (5c89bbbc-b62e-4276-99a4-fffae2add2c7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:17.397987 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-eaf717c1-6321-4418-bb5a-82653d2b9396 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Calling delete_port for 5c89bbbc-b62e-4276-99a4-fffae2add2c7 owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:19:17.527386 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eaf717c1-6321-4418-bb5a-82653d2b9396 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (5c89bbbc-b62e-4276-99a4-fffae2add2c7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:17.550981 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf717c1-6321-4418-bb5a-82653d2b9396 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event deleted for resources: {'Port': ['ID=5c89bbbc-b62e-4276-99a4-fffae2add2c7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:17.616427 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eaf717c1-6321-4418-bb5a-82653d2b9396 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for floatingip (08961438-fa69-4501-9191-907de2bd43ee), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:17.618994 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eaf717c1-6321-4418-bb5a-82653d2b9396 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:17.620170 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-eaf717c1-6321-4418-bb5a-82653d2b9396 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "DELETE /v2.0/floatingips/08961438-fa69-4501-9191-907de2bd43ee HTTP/1.1" status: 204 len: 168 time: 0.4294512 Jul 05 10:19:17.682308 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 50242) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:19:17.687372 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-cd9fed83-bd7b-44da-b3fe-bc53f3d49262 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1825765942', 'description': 'tempest-description--711080417'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:19:17.708122 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cd9fed83-bd7b-44da-b3fe-bc53f3d49262 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:17.776487 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cd9fed83-bd7b-44da-b3fe-bc53f3d49262 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group (5d42b290-1a77-43ca-9b6d-8415781938c5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:17.780277 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cd9fed83-bd7b-44da-b3fe-bc53f3d49262 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (5d42b290-1a77-43ca-9b6d-8415781938c5), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:17.809615 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cd9fed83-bd7b-44da-b3fe-bc53f3d49262 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:17.810802 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-cd9fed83-bd7b-44da-b3fe-bc53f3d49262 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1275125 Jul 05 10:19:17.813222 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9fed83-bd7b-44da-b3fe-bc53f3d49262 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d42b290-1a77-43ca-9b6d-8415781938c5,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:17.814367 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 50244) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:19:17.818796 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-0260f113-3885-4515-b3bd-9ff746915be5 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Request body: {'security_group_rule': {'security_group_id': '5d42b290-1a77-43ca-9b6d-8415781938c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:19:17.835169 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device dbd17c56-2b84-42e7-9867-b2fcb6dc597e no longer exists at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:19:17.847300 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0260f113-3885-4515-b3bd-9ff746915be5 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group_rule (8dd38af9-3a01-441a-bb0f-75a3ba0d4e8d), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:17.858724 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] No Port match for: dbd17c56-2b84-42e7-9867-b2fcb6dc597e {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:19:17.859306 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device dbd17c56-2b84-42e7-9867-b2fcb6dc597e not bound to the agent host hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:19:17.903389 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0260f113-3885-4515-b3bd-9ff746915be5 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group_rule (8dd38af9-3a01-441a-bb0f-75a3ba0d4e8d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:17.907267 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0260f113-3885-4515-b3bd-9ff746915be5 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (8dd38af9-3a01-441a-bb0f-75a3ba0d4e8d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:17.925698 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260f113-3885-4515-b3bd-9ff746915be5 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd38af9-3a01-441a-bb0f-75a3ba0d4e8d,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:17.932885 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0260f113-3885-4515-b3bd-9ff746915be5 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:17.937193 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 50246) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:19:17.937317 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-0260f113-3885-4515-b3bd-9ff746915be5 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212525 Jul 05 10:19:17.941752 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-d610595e-9a46-4412-9439-af6d299c42b2 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Request body: {'security_group_rule': {'security_group_id': '5d42b290-1a77-43ca-9b6d-8415781938c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:19:17.971742 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d610595e-9a46-4412-9439-af6d299c42b2 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group_rule (bc5d268b-b61f-49ce-97c4-636e3b2f3876), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:18.026249 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d610595e-9a46-4412-9439-af6d299c42b2 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group_rule (bc5d268b-b61f-49ce-97c4-636e3b2f3876), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:18.029624 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d610595e-9a46-4412-9439-af6d299c42b2 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (bc5d268b-b61f-49ce-97c4-636e3b2f3876), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:18.047170 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610595e-9a46-4412-9439-af6d299c42b2 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc5d268b-b61f-49ce-97c4-636e3b2f3876,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:18.054068 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d610595e-9a46-4412-9439-af6d299c42b2 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:18.055235 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-d610595e-9a46-4412-9439-af6d299c42b2 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169944 Jul 05 10:19:18.058177 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 50248) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:19:18.062773 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-a6719b8d-4648-42e5-99c2-291df07f5821 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Request body: {'floatingip': {'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:19:18.083156 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a6719b8d-4648-42e5-99c2-291df07f5821 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:18.086700 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:18.108317 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:18.167446 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a6719b8d-4648-42e5-99c2-291df07f5821 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:18.274365 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-a6719b8d-4648-42e5-99c2-291df07f5821 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Allocated IP 172.37.2.244 (41de873a-d138-4cc5-b805-d53357ba161e/988cd17f-ff06-4e31-a156-b2c72b1aa185/1b308dd0-b232-4096-bab3-32d679dead4b) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:19:18.375369 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a6719b8d-4648-42e5-99c2-291df07f5821 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for port (1b308dd0-b232-4096-bab3-32d679dead4b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:18.406437 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a6719b8d-4648-42e5-99c2-291df07f5821 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (1b308dd0-b232-4096-bab3-32d679dead4b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:18.445587 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6719b8d-4648-42e5-99c2-291df07f5821 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Network 41de873a-d138-4cc5-b805-d53357ba161e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:19:18.449938 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-a6719b8d-4648-42e5-99c2-291df07f5821 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:19:18.453015 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6719b8d-4648-42e5-99c2-291df07f5821 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:19:18.479594 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6719b8d-4648-42e5-99c2-291df07f5821 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event updated for resources: {'Port': ['ID=1b308dd0-b232-4096-bab3-32d679dead4b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:18.539577 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a6719b8d-4648-42e5-99c2-291df07f5821 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for floatingip (9fcba3b4-42b3-457a-aab4-4763d1b02fe6), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:18.576315 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a6719b8d-4648-42e5-99c2-291df07f5821 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (1b308dd0-b232-4096-bab3-32d679dead4b), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:18.722580 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a6719b8d-4648-42e5-99c2-291df07f5821 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for port (1b308dd0-b232-4096-bab3-32d679dead4b), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:18.727051 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a6719b8d-4648-42e5-99c2-291df07f5821 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26770654'] for port (1b308dd0-b232-4096-bab3-32d679dead4b), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:18.800229 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:18.802894 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6719b8d-4648-42e5-99c2-291df07f5821 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event updated for resources: {'Port': ['ID=1b308dd0-b232-4096-bab3-32d679dead4b,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:18.808458 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a6719b8d-4648-42e5-99c2-291df07f5821 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-790480'] for floatingip (9fcba3b4-42b3-457a-aab4-4763d1b02fe6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:18.811030 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:18.825555 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a6719b8d-4648-42e5-99c2-291df07f5821 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:18.826769 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-a6719b8d-4648-42e5-99c2-291df07f5821 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7676921 Jul 05 10:19:19.020965 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-770f8c00-981b-4bd8-83e1-a1a1af0e83d1 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1825765942&fields=id&tenant_id=7eccead420ae4aacb6f31dcb17a138cc HTTP/1.1" status: 200 len: 267 time: 0.0455971 Jul 05 10:19:19.125292 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-0d5314a7-0a6d-49fb-a2e9-32e66e924a14 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:19.126711 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-0d5314a7-0a6d-49fb-a2e9-32e66e924a14 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/networks?id=033e3c55-aad3-40e5-8b8b-1dedb7b873c7 HTTP/1.1" status: 200 len: 814 time: 0.0991735 Jul 05 10:19:19.141334 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-96cf5fc0-0328-4f00-84ec-3262853d4e5d tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/quotas/7eccead420ae4aacb6f31dcb17a138cc HTTP/1.1" status: 200 len: 375 time: 0.0093725 Jul 05 10:19:19.189594 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-f30db02e-689b-4ea3-8cf2-f82eb0faf1df tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7eccead420ae4aacb6f31dcb17a138cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436490 Jul 05 10:19:19.285619 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-9b46e6b6-fe86-47ca-b5b3-40845e85ae4c service neutron] 10.222.0.20 "GET /v2.0/networks/033e3c55-aad3-40e5-8b8b-1dedb7b873c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849907 Jul 05 10:19:19.377032 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-fdacc34e-46ef-48bb-90b9-cfa38e9c40d7 service neutron] 10.222.0.20 "GET /v2.0/networks/033e3c55-aad3-40e5-8b8b-1dedb7b873c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858669 Jul 05 10:19:19.534461 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-268c3dcd-59df-4b41-9d8a-b23737c940aa req-e3cb2cb5-411d-444f-a88a-54e85877b25d tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=d872dbf0-7f48-4887-85d4-9b9d0123be14 HTTP/1.1" status: 200 len: 210 time: 0.0280025 Jul 05 10:19:20.085571 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:20.117275 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8ad2f8b3-ea62-4a8c-893c-25abebf43171 req-063dbcf8-ea43-40db-8aea-33d3822df9dd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409982 Jul 05 10:19:20.403683 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2f8b3-ea62-4a8c-893c-25abebf43171 req-83851b7e-baf2-4613-af07-b8f72a0abeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:20.405110 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8ad2f8b3-ea62-4a8c-893c-25abebf43171 req-83851b7e-baf2-4613-af07-b8f72a0abeba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9edab973767545988e178ddff76557ac&device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 1129 time: 0.0401666 Jul 05 10:19:20.481199 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:20.654495 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2f8b3-ea62-4a8c-893c-25abebf43171 req-079e0e61-8e78-4843-a2b8-2a86594a007a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:20.655878 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8ad2f8b3-ea62-4a8c-893c-25abebf43171 req-079e0e61-8e78-4843-a2b8-2a86594a007a service neutron] 10.222.0.30 "GET /v2.0/networks?id=f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c HTTP/1.1" status: 200 len: 910 time: 0.2055674 Jul 05 10:19:20.658833 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ee7692f4-a9fb-4f84-bf86-b32151259941 req-51a47fbc-a396-4179-86c0-4baf6c132971 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=d872dbf0-7f48-4887-85d4-9b9d0123be14 HTTP/1.1" status: 200 len: 210 time: 0.0533502 Jul 05 10:19:20.664911 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-dd107a65-19c0-4aca-ad30-509405777454 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:20.666226 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-dd107a65-19c0-4aca-ad30-509405777454 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.30 "GET /v2.0/networks?id=033e3c55-aad3-40e5-8b8b-1dedb7b873c7 HTTP/1.1" status: 200 len: 814 time: 0.2147624 Jul 05 10:19:20.832795 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8ad2f8b3-ea62-4a8c-893c-25abebf43171 req-cef40524-4817-415a-94cb-64cb4f9668df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a0fe351-4265-449d-8b7d-508a71c44b30 HTTP/1.1" status: 200 len: 1001 time: 0.0905044 Jul 05 10:19:20.854960 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-861983e1-bb5b-4a19-9609-1522f83936e6 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7eccead420ae4aacb6f31dcb17a138cc HTTP/1.1" status: 200 len: 380 time: 0.1116712 Jul 05 10:19:20.878310 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-404f61df-460e-462c-8647-c2d790fd2b31 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Request body: {'port': {'device_id': 'd872dbf0-7f48-4887-85d4-9b9d0123be14', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'admin_state_up': True, 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'security_groups': ['5d42b290-1a77-43ca-9b6d-8415781938c5']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:19:20.919233 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2f8b3-ea62-4a8c-893c-25abebf43171 req-7a98f3ae-c53a-45a6-9360-300b3baf552b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:20.920624 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8ad2f8b3-ea62-4a8c-893c-25abebf43171 req-7a98f3ae-c53a-45a6-9360-300b3baf552b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9211c471-107c-45c5-9588-dc32c76fb980 HTTP/1.1" status: 200 len: 848 time: 0.0807161 Jul 05 10:19:21.240568 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2f8b3-ea62-4a8c-893c-25abebf43171 req-1fe98d20-0797-4257-b61b-27c993c398a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:21.242046 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8ad2f8b3-ea62-4a8c-893c-25abebf43171 req-1fe98d20-0797-4257-b61b-27c993c398a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2928429 Jul 05 10:19:21.326475 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-404f61df-460e-462c-8647-c2d790fd2b31 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Made reservation on behalf of 7eccead420ae4aacb6f31dcb17a138cc for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:21.330364 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-404f61df-460e-462c-8647-c2d790fd2b31 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:21.374123 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8ad2f8b3-ea62-4a8c-893c-25abebf43171 req-2e8435c8-ff33-4c1e-a3e3-5a634849ab93 service neutron] 10.222.0.30 "GET /v2.0/networks/f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245925 Jul 05 10:19:21.545647 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-404f61df-460e-462c-8647-c2d790fd2b31 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Allocated IP 172.20.0.8 (033e3c55-aad3-40e5-8b8b-1dedb7b873c7/22a7c97f-a653-4bd5-b189-3fc891a00ce4/705d8fd5-bec7-4c13-8533-3ab583c1b1bb) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:19:21.549764 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8ad2f8b3-ea62-4a8c-893c-25abebf43171 req-2bc6fcd8-24a6-45e6-8f52-8bd348795280 service neutron] 10.222.0.30 "GET /v2.0/networks/f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477213 Jul 05 10:19:21.551983 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:21.661780 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:21.696488 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-404f61df-460e-462c-8647-c2d790fd2b31 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for port (705d8fd5-bec7-4c13-8533-3ab583c1b1bb), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:21.737948 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-404f61df-460e-462c-8647-c2d790fd2b31 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (705d8fd5-bec7-4c13-8533-3ab583c1b1bb), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:21.807385 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7bcc3-3bf8-4a7b-865a-cd9ec9f4d9b2 req-79b19f82-fa67-419c-95e6-e98d5331ccc3 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:21.808781 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-25c7bcc3-3bf8-4a7b-865a-cd9ec9f4d9b2 req-79b19f82-fa67-419c-95e6-e98d5331ccc3 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=d872dbf0-7f48-4887-85d4-9b9d0123be14 HTTP/1.1" status: 200 len: 931 time: 0.0826287 Jul 05 10:19:21.815500 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-404f61df-460e-462c-8647-c2d790fd2b31 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Network 033e3c55-aad3-40e5-8b8b-1dedb7b873c7 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:19:21.820410 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-404f61df-460e-462c-8647-c2d790fd2b31 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:19:21.829272 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-404f61df-460e-462c-8647-c2d790fd2b31 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:19:21.833795 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f61df-460e-462c-8647-c2d790fd2b31 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event updated for resources: {'Port': ['ID=705d8fd5-bec7-4c13-8533-3ab583c1b1bb,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:21.909615 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-404f61df-460e-462c-8647-c2d790fd2b31 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:21.910222 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-404f61df-460e-462c-8647-c2d790fd2b31 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:21.916737 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-25c7bcc3-3bf8-4a7b-865a-cd9ec9f4d9b2 req-08fa1c6b-97c8-4229-ace3-3a3cdfd4b2a8 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d42b290-1a77-43ca-9b6d-8415781938c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001470 Jul 05 10:19:21.934277 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-404f61df-460e-462c-8647-c2d790fd2b31 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0608704 Jul 05 10:19:21.958224 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-063dca1a-1b5d-4565-99dc-8be5da4c70ac service neutron] Request body: {'port': {'device_id': 'd872dbf0-7f48-4887-85d4-9b9d0123be14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:19:22.018356 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-063dca1a-1b5d-4565-99dc-8be5da4c70ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (705d8fd5-bec7-4c13-8533-3ab583c1b1bb), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:22.053819 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-9a4d263e-1d8b-4195-a61b-998139dc9479 None None] Provisioning complete for port 705d8fd5-bec7-4c13-8533-3ab583c1b1bb triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:19:22.054430 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9a4d263e-1d8b-4195-a61b-998139dc9479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (705d8fd5-bec7-4c13-8533-3ab583c1b1bb), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:22.086232 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9a4d263e-1d8b-4195-a61b-998139dc9479 None None] Port 705d8fd5-bec7-4c13-8533-3ab583c1b1bb cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:19:22.271246 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-063dca1a-1b5d-4565-99dc-8be5da4c70ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 705d8fd5-bec7-4c13-8533-3ab583c1b1bb {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:19:22.278638 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-063dca1a-1b5d-4565-99dc-8be5da4c70ac service neutron] Publish callbacks [] for port (705d8fd5-bec7-4c13-8533-3ab583c1b1bb), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:22.291373 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-063dca1a-1b5d-4565-99dc-8be5da4c70ac service neutron] Transition to ACTIVE for port object 705d8fd5-bec7-4c13-8533-3ab583c1b1bb will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 10:19:22.294061 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-063dca1a-1b5d-4565-99dc-8be5da4c70ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (705d8fd5-bec7-4c13-8533-3ab583c1b1bb), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:22.342490 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063dca1a-1b5d-4565-99dc-8be5da4c70ac service neutron] Pushing event updated for resources: {'Port': ['ID=705d8fd5-bec7-4c13-8533-3ab583c1b1bb,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:22.397842 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:22.417394 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:22.420885 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-063dca1a-1b5d-4565-99dc-8be5da4c70ac service neutron] Attempting to bind port 705d8fd5-bec7-4c13-8533-3ab583c1b1bb on host hv-cinder-maste for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:19:22.421823 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-063dca1a-1b5d-4565-99dc-8be5da4c70ac service neutron] Attempting to bind port 705d8fd5-bec7-4c13-8533-3ab583c1b1bb by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd4b01923-e693-4e36-bd4a-3dc5b8f9c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:19:22.422171 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-063dca1a-1b5d-4565-99dc-8be5da4c70ac service neutron] Attempting to bind port 705d8fd5-bec7-4c13-8533-3ab583c1b1bb on network 033e3c55-aad3-40e5-8b8b-1dedb7b873c7 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:19:22.427686 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-063dca1a-1b5d-4565-99dc-8be5da4c70ac service neutron] Port 705d8fd5-bec7-4c13-8533-3ab583c1b1bb on network 033e3c55-aad3-40e5-8b8b-1dedb7b873c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 10:19:22.427999 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-063dca1a-1b5d-4565-99dc-8be5da4c70ac service neutron] Attempting to bind port 705d8fd5-bec7-4c13-8533-3ab583c1b1bb on network 033e3c55-aad3-40e5-8b8b-1dedb7b873c7 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:19:22.433990 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-063dca1a-1b5d-4565-99dc-8be5da4c70ac service neutron] Checking agent: {'id': '2022926f-89e6-45ab-bc5a-219d9ca35e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'started_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:19:22.434319 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-063dca1a-1b5d-4565-99dc-8be5da4c70ac service neutron] Checking segment: {'id': 'd4b01923-e693-4e36-bd4a-3dc5b8f9c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:19:22.434688 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-063dca1a-1b5d-4565-99dc-8be5da4c70ac service neutron] Bound using segment: {'id': 'd4b01923-e693-4e36-bd4a-3dc5b8f9c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:19:22.435115 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-063dca1a-1b5d-4565-99dc-8be5da4c70ac service neutron] Bound port: 705d8fd5-bec7-4c13-8533-3ab583c1b1bb, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b01923-e693-4e36-bd4a-3dc5b8f9c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:19:22.435470 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-063dca1a-1b5d-4565-99dc-8be5da4c70ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (705d8fd5-bec7-4c13-8533-3ab583c1b1bb), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:22.503231 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-063dca1a-1b5d-4565-99dc-8be5da4c70ac service neutron] For port 705d8fd5-bec7-4c13-8533-3ab583c1b1bb, host hv-cinder-maste, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:19:22.506291 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-063dca1a-1b5d-4565-99dc-8be5da4c70ac service neutron] For port 705d8fd5-bec7-4c13-8533-3ab583c1b1bb, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=705d8fd5-bec7-4c13-8533-3ab583c1b1bb,segment=NetworkSegment(d4b01923-e693-4e36-bd4a-3dc5b8f9c91a),segment_id=d4b01923-e693-4e36-bd4a-3dc5b8f9c91a)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:19:22.512346 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-063dca1a-1b5d-4565-99dc-8be5da4c70ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (705d8fd5-bec7-4c13-8533-3ab583c1b1bb), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:22.551392 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-063dca1a-1b5d-4565-99dc-8be5da4c70ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:22.551998 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-063dca1a-1b5d-4565-99dc-8be5da4c70ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:22.553396 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-063dca1a-1b5d-4565-99dc-8be5da4c70ac service neutron] 10.222.0.30 "PUT /v2.0/ports/705d8fd5-bec7-4c13-8533-3ab583c1b1bb HTTP/1.1" status: 200 len: 1093 time: 0.5995409 Jul 05 10:19:22.553861 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd872dbf0-7f48-4887-85d4-9b9d0123be14', 'tag': '705d8fd5-bec7-4c13-8533-3ab583c1b1bb'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:19:22.556109 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cd79b9-67a6-4c1f-b37b-70c33c74c0b3" -d '{"events": [{"name": "network-changed", "server_uuid": "d872dbf0-7f48-4887-85d4-9b9d0123be14", "tag": "705d8fd5-bec7-4c13-8533-3ab583c1b1bb"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:19:22.580579 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063dca1a-1b5d-4565-99dc-8be5da4c70ac service neutron] Pushing event updated for resources: {'Port': ['ID=705d8fd5-bec7-4c13-8533-3ab583c1b1bb,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:22.601313 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376602da-a4f8-4eca-be89-383850ec32e5 x-openstack-request-id: req-376602da-a4f8-4eca-be89-383850ec32e5 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:19:22.601742 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d872dbf0-7f48-4887-85d4-9b9d0123be14", "tag": "705d8fd5-bec7-4c13-8533-3ab583c1b1bb", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:19:22.602143 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-376602da-a4f8-4eca-be89-383850ec32e5 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:19:22.602575 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-376602da-a4f8-4eca-be89-383850ec32e5'] response: {'name': 'network-changed', 'server_uuid': 'd872dbf0-7f48-4887-85d4-9b9d0123be14', 'tag': '705d8fd5-bec7-4c13-8533-3ab583c1b1bb', 'status': 'completed', 'code': 200} Jul 05 10:19:22.665364 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-3aa74f7f-6691-4305-8685-0f12c76b0cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:22.666897 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-3aa74f7f-6691-4305-8685-0f12c76b0cac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7eccead420ae4aacb6f31dcb17a138cc&device_id=d872dbf0-7f48-4887-85d4-9b9d0123be14 HTTP/1.1" status: 200 len: 1127 time: 0.0415971 Jul 05 10:19:22.716152 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-cba8d59b-c86d-44b6-972a-1f94d5bc43d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=705d8fd5-bec7-4c13-8533-3ab583c1b1bb HTTP/1.1" status: 200 len: 217 time: 0.0368264 Jul 05 10:19:22.763187 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-6248fe0a-0004-452f-b14b-5e26ef21dee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:22.764622 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-6248fe0a-0004-452f-b14b-5e26ef21dee6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22a7c97f-a653-4bd5-b189-3fc891a00ce4 HTTP/1.1" status: 200 len: 853 time: 0.0430896 Jul 05 10:19:22.807654 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-9d16833b-b4cb-4831-a46a-a640a21d51f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:22.809143 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-9d16833b-b4cb-4831-a46a-a640a21d51f2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=033e3c55-aad3-40e5-8b8b-1dedb7b873c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393751 Jul 05 10:19:22.901574 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-f1c9ba9c-7fd6-40fa-9a62-2bab5b287ac7 service neutron] 10.222.0.30 "GET /v2.0/networks/033e3c55-aad3-40e5-8b8b-1dedb7b873c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863352 Jul 05 10:19:22.991987 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-765deced-9d29-43b5-ac2f-3ed7ba2d9515 req-a5c8643f-cfe6-4090-af21-5bac5985dafe service neutron] 10.222.0.30 "GET /v2.0/networks/033e3c55-aad3-40e5-8b8b-1dedb7b873c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847731 Jul 05 10:19:23.045905 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02ab4e-c281-4021-8bf0-2194a38ad822 req-80317cd8-fc50-47f0-a9c2-6819af2fd1e9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:23.047387 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8e02ab4e-c281-4021-8bf0-2194a38ad822 req-80317cd8-fc50-47f0-a9c2-6819af2fd1e9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=d872dbf0-7f48-4887-85d4-9b9d0123be14 HTTP/1.1" status: 200 len: 943 time: 0.0545170 Jul 05 10:19:23.094953 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8e02ab4e-c281-4021-8bf0-2194a38ad822 req-82ec701d-0745-4aa3-9f2a-7afca87b743e tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d42b290-1a77-43ca-9b6d-8415781938c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418785 Jul 05 10:19:24.208317 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840dd58-03c7-4357-b733-146ce8cfccfa req-f4d48962-7d1b-49e5-8ee6-b3074926b7ca tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:24.209797 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7840dd58-03c7-4357-b733-146ce8cfccfa req-f4d48962-7d1b-49e5-8ee6-b3074926b7ca tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=d872dbf0-7f48-4887-85d4-9b9d0123be14 HTTP/1.1" status: 200 len: 943 time: 0.0474515 Jul 05 10:19:24.227801 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:19:24.256872 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7840dd58-03c7-4357-b733-146ce8cfccfa req-623df2b1-0a9f-44ea-9fa2-7c1f4704283d tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d42b290-1a77-43ca-9b6d-8415781938c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417101 Jul 05 10:19:25.223554 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd79b9-67a6-4c1f-b37b-70c33c74c0b3 req-a7b74b4e-d817-4c90-927a-7ba8bdf08b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:25.225063 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-89cd79b9-67a6-4c1f-b37b-70c33c74c0b3 req-a7b74b4e-d817-4c90-927a-7ba8bdf08b29 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7eccead420ae4aacb6f31dcb17a138cc&device_id=d872dbf0-7f48-4887-85d4-9b9d0123be14 HTTP/1.1" status: 200 len: 1127 time: 0.0405035 Jul 05 10:19:25.317687 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd79b9-67a6-4c1f-b37b-70c33c74c0b3 req-920cee76-ebf3-4347-bc72-d3e07c718e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:25.319162 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-89cd79b9-67a6-4c1f-b37b-70c33c74c0b3 req-920cee76-ebf3-4347-bc72-d3e07c718e72 service neutron] 10.222.0.30 "GET /v2.0/networks?id=033e3c55-aad3-40e5-8b8b-1dedb7b873c7 HTTP/1.1" status: 200 len: 915 time: 0.0883255 Jul 05 10:19:25.383221 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-89cd79b9-67a6-4c1f-b37b-70c33c74c0b3 req-2bdfda74-962b-450a-ae63-cceb48dd9a45 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=705d8fd5-bec7-4c13-8533-3ab583c1b1bb HTTP/1.1" status: 200 len: 217 time: 0.0572758 Jul 05 10:19:25.424855 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2c977-1f70-459f-a72d-482478114adb req-b8fb8cf9-f986-4064-a1c8-f0f4e612ac81 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:25.426276 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-23e2c977-1f70-459f-a72d-482478114adb req-b8fb8cf9-f986-4064-a1c8-f0f4e612ac81 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=d872dbf0-7f48-4887-85d4-9b9d0123be14 HTTP/1.1" status: 200 len: 943 time: 0.1020505 Jul 05 10:19:25.460882 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:25.462630 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd79b9-67a6-4c1f-b37b-70c33c74c0b3 req-8243ced1-4687-4f8c-913d-57edb600af0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:25.464043 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-89cd79b9-67a6-4c1f-b37b-70c33c74c0b3 req-8243ced1-4687-4f8c-913d-57edb600af0e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22a7c97f-a653-4bd5-b189-3fc891a00ce4 HTTP/1.1" status: 200 len: 853 time: 0.0728111 Jul 05 10:19:25.488648 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:25.518367 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-23e2c977-1f70-459f-a72d-482478114adb req-d3c22a21-cb7b-4f2a-83d6-2adcce6f974a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d42b290-1a77-43ca-9b6d-8415781938c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863428 Jul 05 10:19:25.523597 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd79b9-67a6-4c1f-b37b-70c33c74c0b3 req-48147ad6-f6c5-4f47-a536-f7750bf4c88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:25.525058 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-89cd79b9-67a6-4c1f-b37b-70c33c74c0b3 req-48147ad6-f6c5-4f47-a536-f7750bf4c88f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=033e3c55-aad3-40e5-8b8b-1dedb7b873c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526731 Jul 05 10:19:25.618465 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-89cd79b9-67a6-4c1f-b37b-70c33c74c0b3 req-fcfc0e65-0eb0-4751-97b9-9717ef9a5865 service neutron] 10.222.0.30 "GET /v2.0/networks/033e3c55-aad3-40e5-8b8b-1dedb7b873c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863223 Jul 05 10:19:25.709228 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-89cd79b9-67a6-4c1f-b37b-70c33c74c0b3 req-6146819b-9b58-4d52-b20b-43a2dcf26d31 service neutron] 10.222.0.30 "GET /v2.0/networks/033e3c55-aad3-40e5-8b8b-1dedb7b873c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846705 Jul 05 10:19:26.629530 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c78f1e-a269-49fd-a1cc-61fc3e466109 req-8047430a-a6c0-47ce-9cf2-053f88cf0ecd tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:26.631010 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-78c78f1e-a269-49fd-a1cc-61fc3e466109 req-8047430a-a6c0-47ce-9cf2-053f88cf0ecd tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=d872dbf0-7f48-4887-85d4-9b9d0123be14 HTTP/1.1" status: 200 len: 943 time: 0.0473371 Jul 05 10:19:26.678444 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-78c78f1e-a269-49fd-a1cc-61fc3e466109 req-8c42a043-f1cf-466e-8075-f6114464c8a6 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d42b290-1a77-43ca-9b6d-8415781938c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419867 Jul 05 10:19:27.247456 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:27.791172 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9480fa-21ec-44f6-bad5-ce309a316f3f req-2461015e-5b1e-4e6c-b89f-054f2a6ac3ac tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:27.792654 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5d9480fa-21ec-44f6-bad5-ce309a316f3f req-2461015e-5b1e-4e6c-b89f-054f2a6ac3ac tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=d872dbf0-7f48-4887-85d4-9b9d0123be14 HTTP/1.1" status: 200 len: 943 time: 0.0488150 Jul 05 10:19:27.839031 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5d9480fa-21ec-44f6-bad5-ce309a316f3f req-8efc8200-ae44-4272-b723-3c1dbdc18282 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d42b290-1a77-43ca-9b6d-8415781938c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402391 Jul 05 10:19:27.880164 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 705d8fd5-bec7-4c13-8533-3ab583c1b1bb details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:19:27.891178 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:27.974213 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:27.981357 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 705d8fd5-bec7-4c13-8533-3ab583c1b1bb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=705d8fd5-bec7-4c13-8533-3ab583c1b1bb,segment=NetworkSegment(d4b01923-e693-4e36-bd4a-3dc5b8f9c91a),segment_id=d4b01923-e693-4e36-bd4a-3dc5b8f9c91a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:27.996505 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Returning: {'device': '705d8fd5-bec7-4c13-8533-3ab583c1b1bb', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'port_id': '705d8fd5-bec7-4c13-8533-3ab583c1b1bb', 'mac_address': 'fa:16:3e:bb:8b:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:19:28.030712 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port 705d8fd5-bec7-4c13-8533-3ab583c1b1bb is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:19:28.031601 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (705d8fd5-bec7-4c13-8533-3ab583c1b1bb), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:28.044156 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 705d8fd5-bec7-4c13-8533-3ab583c1b1bb {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:19:28.064541 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 705d8fd5-bec7-4c13-8533-3ab583c1b1bb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=705d8fd5-bec7-4c13-8533-3ab583c1b1bb,segment=NetworkSegment(d4b01923-e693-4e36-bd4a-3dc5b8f9c91a),segment_id=d4b01923-e693-4e36-bd4a-3dc5b8f9c91a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:28.067931 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (705d8fd5-bec7-4c13-8533-3ab583c1b1bb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:28.112544 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=705d8fd5-bec7-4c13-8533-3ab583c1b1bb,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:28.456842 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['705d8fd5-bec7-4c13-8533-3ab583c1b1bb'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:19:28.820380 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=2,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:28.959632 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b96b4-7216-4cbd-933b-84d1d45840a9 req-1def7ecb-bf55-4e5f-be4d-f65840c2963a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:28.961129 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3d7b96b4-7216-4cbd-933b-84d1d45840a9 req-1def7ecb-bf55-4e5f-be4d-f65840c2963a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=d872dbf0-7f48-4887-85d4-9b9d0123be14 HTTP/1.1" status: 200 len: 944 time: 0.0515985 Jul 05 10:19:29.008525 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3d7b96b4-7216-4cbd-933b-84d1d45840a9 req-51212b2c-4510-423e-8230-2899075c1065 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d42b290-1a77-43ca-9b6d-8415781938c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419400 Jul 05 10:19:29.901570 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 705d8fd5-bec7-4c13-8533-3ab583c1b1bb up at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:19:29.943990 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning for port 705d8fd5-bec7-4c13-8533-3ab583c1b1bb completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 10:19:29.949900 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning complete for port 705d8fd5-bec7-4c13-8533-3ab583c1b1bb triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:19:29.950282 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (705d8fd5-bec7-4c13-8533-3ab583c1b1bb), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:30.023790 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port 705d8fd5-bec7-4c13-8533-3ab583c1b1bb is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:19:30.024175 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (705d8fd5-bec7-4c13-8533-3ab583c1b1bb), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:30.048665 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd872dbf0-7f48-4887-85d4-9b9d0123be14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705d8fd5-bec7-4c13-8533-3ab583c1b1bb'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:19:30.051057 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0ff12b24adccf04d36d5e95ed2fd555b52d0445ded186c21edfbf2ad21407b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d696202f-3a7b-46f6-95f1-6e38ef146b1c" -d '{"events": [{"server_uuid": "d872dbf0-7f48-4887-85d4-9b9d0123be14", "name": "network-vif-plugged", "status": "completed", "tag": "705d8fd5-bec7-4c13-8533-3ab583c1b1bb"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:19:30.063936 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 705d8fd5-bec7-4c13-8533-3ab583c1b1bb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=705d8fd5-bec7-4c13-8533-3ab583c1b1bb,segment=NetworkSegment(d4b01923-e693-4e36-bd4a-3dc5b8f9c91a),segment_id=d4b01923-e693-4e36-bd4a-3dc5b8f9c91a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:30.069759 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (705d8fd5-bec7-4c13-8533-3ab583c1b1bb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:30.096843 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83b37aa-950b-48cb-bc98-eae03a4905a8 x-openstack-request-id: req-a83b37aa-950b-48cb-bc98-eae03a4905a8 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:19:30.097127 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d872dbf0-7f48-4887-85d4-9b9d0123be14", "name": "network-vif-plugged", "status": "completed", "tag": "705d8fd5-bec7-4c13-8533-3ab583c1b1bb", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:19:30.097376 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a83b37aa-950b-48cb-bc98-eae03a4905a8 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:19:30.097761 dv-cinder-master-3-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a83b37aa-950b-48cb-bc98-eae03a4905a8'] response: {'server_uuid': 'd872dbf0-7f48-4887-85d4-9b9d0123be14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705d8fd5-bec7-4c13-8533-3ab583c1b1bb', 'code': 200} Jul 05 10:19:30.123284 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=705d8fd5-bec7-4c13-8533-3ab583c1b1bb,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:30.125951 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ceb79-1f42-43c3-8242-c3e9db920f42 req-fb8f06c5-5f4b-4760-8dea-8959c806442d tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:30.127537 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-128ceb79-1f42-43c3-8242-c3e9db920f42 req-fb8f06c5-5f4b-4760-8dea-8959c806442d tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=d872dbf0-7f48-4887-85d4-9b9d0123be14 HTTP/1.1" status: 200 len: 945 time: 0.0494142 Jul 05 10:19:30.177499 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-128ceb79-1f42-43c3-8242-c3e9db920f42 req-a3d5f0cf-d671-4174-8a1f-c6c621912944 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d42b290-1a77-43ca-9b6d-8415781938c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442145 Jul 05 10:19:30.296100 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e413da-6d51-4d7d-99cb-bd13a2af2fe5 req-1d0a0cca-2166-4f4b-8329-5f626c60a384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:30.297558 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-32e413da-6d51-4d7d-99cb-bd13a2af2fe5 req-1d0a0cca-2166-4f4b-8329-5f626c60a384 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d872dbf0-7f48-4887-85d4-9b9d0123be14 HTTP/1.1" status: 200 len: 1129 time: 0.0387819 Jul 05 10:19:30.345179 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-32e413da-6d51-4d7d-99cb-bd13a2af2fe5 req-d89ae9af-64c8-4679-b579-4da8fa5bd0e8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5d42b290-1a77-43ca-9b6d-8415781938c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406952 Jul 05 10:19:31.291305 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce3056-ce91-4a56-b763-6a336cd1aaf3 req-5fa0c497-8066-4228-9410-f09a05dd6a7b tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:31.292749 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5bce3056-ce91-4a56-b763-6a336cd1aaf3 req-5fa0c497-8066-4228-9410-f09a05dd6a7b tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=d872dbf0-7f48-4887-85d4-9b9d0123be14 HTTP/1.1" status: 200 len: 945 time: 0.0467410 Jul 05 10:19:31.338622 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5bce3056-ce91-4a56-b763-6a336cd1aaf3 req-a79978e4-03ea-40bc-a6ed-46a45be3bff1 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d42b290-1a77-43ca-9b6d-8415781938c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404749 Jul 05 10:19:32.450398 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21eb13-803b-4954-94dd-c291ba60b7f0 req-04a193e9-b51a-495b-b7e5-5e77e6ba5a11 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:32.451813 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fe21eb13-803b-4954-94dd-c291ba60b7f0 req-04a193e9-b51a-495b-b7e5-5e77e6ba5a11 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=d872dbf0-7f48-4887-85d4-9b9d0123be14 HTTP/1.1" status: 200 len: 945 time: 0.0463696 Jul 05 10:19:32.497581 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fe21eb13-803b-4954-94dd-c291ba60b7f0 req-b2f73304-125c-4046-908f-13bcbe239835 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d42b290-1a77-43ca-9b6d-8415781938c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397487 Jul 05 10:19:32.606699 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc07df4-f86e-445a-ba8f-6caadf407d79 req-fb7a6fec-04ec-4f83-94b1-f90480dcfc63 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:32.608114 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9bc07df4-f86e-445a-ba8f-6caadf407d79 req-fb7a6fec-04ec-4f83-94b1-f90480dcfc63 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=d872dbf0-7f48-4887-85d4-9b9d0123be14 HTTP/1.1" status: 200 len: 945 time: 0.0494952 Jul 05 10:19:32.616816 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 50310) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:19:32.621265 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-80d397c8-51d1-41ab-82b2-7cce5702b52a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Request body: {'floatingip': {'port_id': '705d8fd5-bec7-4c13-8533-3ab583c1b1bb'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:19:32.658706 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80d397c8-51d1-41ab-82b2-7cce5702b52a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for floatingip (9fcba3b4-42b3-457a-aab4-4763d1b02fe6), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:33.074367 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80d397c8-51d1-41ab-82b2-7cce5702b52a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:33.078777 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80d397c8-51d1-41ab-82b2-7cce5702b52a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-790480'] for floatingip (9fcba3b4-42b3-457a-aab4-4763d1b02fe6), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:33.170785 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.db.l3_db [None req-80d397c8-51d1-41ab-82b2-7cce5702b52a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Floating IP 9fcba3b4-42b3-457a-aab4-4763d1b02fe6 associated. External IP: 172.37.2.244, port: 705d8fd5-bec7-4c13-8533-3ab583c1b1bb. Jul 05 10:19:33.595766 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d397c8-51d1-41ab-82b2-7cce5702b52a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Router 6182e117-2d11-491f-9275-3daba539c45b has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:19:33.697203 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d397c8-51d1-41ab-82b2-7cce5702b52a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:19:33.702003 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80d397c8-51d1-41ab-82b2-7cce5702b52a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:33.707415 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7f9494-4e7d-4584-8fcb-f64df24b2127 None None] Sync routers for ids ['6182e117-2d11-491f-9275-3daba539c45b'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:19:33.716845 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7f9494-4e7d-4584-8fcb-f64df24b2127 None None] Routers {'6182e117-2d11-491f-9275-3daba539c45b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:19:33.717452 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-8c7f9494-4e7d-4584-8fcb-f64df24b2127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:19:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['6182e117-2d11-491f-9275-3daba539c45b'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:33.731035 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-80d397c8-51d1-41ab-82b2-7cce5702b52a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "PUT /v2.0/floatingips/9fcba3b4-42b3-457a-aab4-4763d1b02fe6 HTTP/1.1" status: 200 len: 991 time: 1.1132038 Jul 05 10:19:33.731606 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd872dbf0-7f48-4887-85d4-9b9d0123be14', 'tag': '705d8fd5-bec7-4c13-8533-3ab583c1b1bb'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:19:33.733979 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afc1adaeb3b5fe8d75c18ebcd0f0cb199cc22f98a1fdc7b87986fe26239d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b724b81-f6a3-4ca2-9ebf-8b0318b24124" -d '{"events": [{"name": "network-changed", "server_uuid": "d872dbf0-7f48-4887-85d4-9b9d0123be14", "tag": "705d8fd5-bec7-4c13-8533-3ab583c1b1bb"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:19:33.769691 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e632c68-efc7-49fa-953a-c9282819156c x-openstack-request-id: req-9e632c68-efc7-49fa-953a-c9282819156c {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:19:33.769880 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d872dbf0-7f48-4887-85d4-9b9d0123be14", "tag": "705d8fd5-bec7-4c13-8533-3ab583c1b1bb", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:19:33.770126 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e632c68-efc7-49fa-953a-c9282819156c {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:19:33.770529 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e632c68-efc7-49fa-953a-c9282819156c'] response: {'name': 'network-changed', 'server_uuid': 'd872dbf0-7f48-4887-85d4-9b9d0123be14', 'tag': '705d8fd5-bec7-4c13-8533-3ab583c1b1bb', 'status': 'completed', 'code': 200} Jul 05 10:19:33.824363 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-8c7f9494-4e7d-4584-8fcb-f64df24b2127 None None] Set router 6182e117-2d11-491f-9275-3daba539c45b gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:19:33.851247 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b724b81-f6a3-4ca2-9ebf-8b0318b24124 req-6d2cbaea-cf50-4761-89fa-afc0478fc7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:33.852673 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8b724b81-f6a3-4ca2-9ebf-8b0318b24124 req-6d2cbaea-cf50-4761-89fa-afc0478fc7b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7eccead420ae4aacb6f31dcb17a138cc&device_id=d872dbf0-7f48-4887-85d4-9b9d0123be14 HTTP/1.1" status: 200 len: 1129 time: 0.0394192 Jul 05 10:19:33.856781 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:33.881692 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:33.946013 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:33.951447 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b724b81-f6a3-4ca2-9ebf-8b0318b24124 req-16d7b6b6-c68c-4135-9c90-243a4dfcd340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:33.952936 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8b724b81-f6a3-4ca2-9ebf-8b0318b24124 req-16d7b6b6-c68c-4135-9c90-243a4dfcd340 service neutron] 10.222.0.30 "GET /v2.0/networks?id=033e3c55-aad3-40e5-8b8b-1dedb7b873c7 HTTP/1.1" status: 200 len: 915 time: 0.0952263 Jul 05 10:19:34.015948 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8b724b81-f6a3-4ca2-9ebf-8b0318b24124 req-982df168-20c6-4cc1-9ebb-f936782bb035 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=705d8fd5-bec7-4c13-8533-3ab583c1b1bb HTTP/1.1" status: 200 len: 999 time: 0.0560195 Jul 05 10:19:34.043469 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-8c7f9494-4e7d-4584-8fcb-f64df24b2127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6182e117-2d11-491f-9275-3daba539c45b', 'name': 'tempest-AttachVolumeNegativeTest-715002652-router', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a064a84-494e-41c6-9048-966cc269baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'gw_port': {'id': '1a064a84-494e-41c6-9048-966cc269baff', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:08Z', 'updated_at': '2022-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '9fcba3b4-42b3-457a-aab4-4763d1b02fe6', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'floating_ip_address': '172.37.2.244', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '6182e117-2d11-491f-9275-3daba539c45b', 'port_id': '705d8fd5-bec7-4c13-8533-3ab583c1b1bb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'mac_address': 'fa:16:3e:bb:8b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd872dbf0-7f48-4887-85d4-9b9d0123be14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:19:18Z', 'updated_at': '2022-07-05T10:19:32Z', 'revision_number': 1, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05b5c91-2f39-45ea-94c7-857f56cd562c', 'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'mac_address': 'fa:16:3e:ca:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 5, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'subnets': [{'id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:34.045312 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:34.064143 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b724b81-f6a3-4ca2-9ebf-8b0318b24124 req-493a3c5f-bff8-49ac-ac04-b80c65cf7545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:34.065607 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8b724b81-f6a3-4ca2-9ebf-8b0318b24124 req-493a3c5f-bff8-49ac-ac04-b80c65cf7545 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22a7c97f-a653-4bd5-b189-3fc891a00ce4 HTTP/1.1" status: 200 len: 853 time: 0.0445738 Jul 05 10:19:34.069945 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7f9494-4e7d-4584-8fcb-f64df24b2127 None None] Checking router: 6182e117-2d11-491f-9275-3daba539c45b for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:19:34.080168 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7f9494-4e7d-4584-8fcb-f64df24b2127 None None] Routers {'6182e117-2d11-491f-9275-3daba539c45b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:19:34.080806 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-8c7f9494-4e7d-4584-8fcb-f64df24b2127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:19:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['6182e117-2d11-491f-9275-3daba539c45b'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:34.109522 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b724b81-f6a3-4ca2-9ebf-8b0318b24124 req-8e7c3d92-5546-4ba6-b1bb-5e5c0899f149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:34.110895 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8b724b81-f6a3-4ca2-9ebf-8b0318b24124 req-8e7c3d92-5546-4ba6-b1bb-5e5c0899f149 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=033e3c55-aad3-40e5-8b8b-1dedb7b873c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390766 Jul 05 10:19:34.182567 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-8c7f9494-4e7d-4584-8fcb-f64df24b2127 None None] Set router 6182e117-2d11-491f-9275-3daba539c45b gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:19:34.203947 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8b724b81-f6a3-4ca2-9ebf-8b0318b24124 req-4e2c9a40-fdb4-4c6e-8150-e84e10f5b2be service neutron] 10.222.0.30 "GET /v2.0/networks/033e3c55-aad3-40e5-8b8b-1dedb7b873c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861011 Jul 05 10:19:34.297090 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8b724b81-f6a3-4ca2-9ebf-8b0318b24124 req-9263cc00-22a9-4666-95f4-1b58fa913211 service neutron] 10.222.0.30 "GET /v2.0/networks/033e3c55-aad3-40e5-8b8b-1dedb7b873c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859678 Jul 05 10:19:34.395449 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-8c7f9494-4e7d-4584-8fcb-f64df24b2127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6182e117-2d11-491f-9275-3daba539c45b', 'name': 'tempest-AttachVolumeNegativeTest-715002652-router', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a064a84-494e-41c6-9048-966cc269baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'gw_port': {'id': '1a064a84-494e-41c6-9048-966cc269baff', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:08Z', 'updated_at': '2022-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '9fcba3b4-42b3-457a-aab4-4763d1b02fe6', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'floating_ip_address': '172.37.2.244', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '6182e117-2d11-491f-9275-3daba539c45b', 'port_id': '705d8fd5-bec7-4c13-8533-3ab583c1b1bb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'mac_address': 'fa:16:3e:bb:8b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd872dbf0-7f48-4887-85d4-9b9d0123be14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:19:18Z', 'updated_at': '2022-07-05T10:19:32Z', 'revision_number': 1, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05b5c91-2f39-45ea-94c7-857f56cd562c', 'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'mac_address': 'fa:16:3e:ca:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 5, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'subnets': [{'id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:34.420247 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7f9494-4e7d-4584-8fcb-f64df24b2127 None None] The sync data for ids ['6182e117-2d11-491f-9275-3daba539c45b'] in dv-cinder-master-3-iscsi is: [{'id': '6182e117-2d11-491f-9275-3daba539c45b', 'name': 'tempest-AttachVolumeNegativeTest-715002652-router', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a064a84-494e-41c6-9048-966cc269baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'gw_port': {'id': '1a064a84-494e-41c6-9048-966cc269baff', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:08Z', 'updated_at': '2022-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '9fcba3b4-42b3-457a-aab4-4763d1b02fe6', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'floating_ip_address': '172.37.2.244', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '6182e117-2d11-491f-9275-3daba539c45b', 'port_id': '705d8fd5-bec7-4c13-8533-3ab583c1b1bb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'mac_address': 'fa:16:3e:bb:8b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd872dbf0-7f48-4887-85d4-9b9d0123be14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:19:18Z', 'updated_at': '2022-07-05T10:19:32Z', 'revision_number': 1, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05b5c91-2f39-45ea-94c7-857f56cd562c', 'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'mac_address': 'fa:16:3e:ca:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 5, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'subnets': [{'id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:19:34.602344 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66229aab-5594-4ef7-be1c-23d0664b59c8 None None] New status for floating IP 9fcba3b4-42b3-457a-aab4-4763d1b02fe6: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 10:19:34.957810 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 50316) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:19:35.018726 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:35.060111 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:35.099106 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-5c178772-4e44-4b39-8aac-9beb1e94d893 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Deleting port 914ad240-4990-459d-a08d-61c3540a1a83 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:19:35.099442 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c178772-4e44-4b39-8aac-9beb1e94d893 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (914ad240-4990-459d-a08d-61c3540a1a83), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:35.174047 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c178772-4e44-4b39-8aac-9beb1e94d893 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (914ad240-4990-459d-a08d-61c3540a1a83), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:35.174366 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c178772-4e44-4b39-8aac-9beb1e94d893 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks [] for floatingip (914ad240-4990-459d-a08d-61c3540a1a83), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:35.187031 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-5c178772-4e44-4b39-8aac-9beb1e94d893 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Calling delete_port for 914ad240-4990-459d-a08d-61c3540a1a83 owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:19:35.326916 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c178772-4e44-4b39-8aac-9beb1e94d893 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (914ad240-4990-459d-a08d-61c3540a1a83), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:35.350865 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c178772-4e44-4b39-8aac-9beb1e94d893 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Pushing event deleted for resources: {'Port': ['ID=914ad240-4990-459d-a08d-61c3540a1a83,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:35.417556 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c178772-4e44-4b39-8aac-9beb1e94d893 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks [] for floatingip (a74f5ab7-585e-473c-9b3b-cb1866b4da4e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:35.417878 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.db.l3_db [None req-5c178772-4e44-4b39-8aac-9beb1e94d893 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Floating IP a74f5ab7-585e-473c-9b3b-cb1866b4da4e disassociated (deleted). External IP: 172.37.2.148, port: 1a0fe351-4265-449d-8b7d-508a71c44b30. Jul 05 10:19:35.610258 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c178772-4e44-4b39-8aac-9beb1e94d893 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Router 219ad689-2da4-40c6-8ad8-bae83c02a33e has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:19:35.719991 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c178772-4e44-4b39-8aac-9beb1e94d893 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:19:35.724247 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c178772-4e44-4b39-8aac-9beb1e94d893 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:35.728995 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93964f63-3a69-4ca2-8d34-6cdc0437bf05 None None] Sync routers for ids ['219ad689-2da4-40c6-8ad8-bae83c02a33e'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:19:35.739627 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93964f63-3a69-4ca2-8d34-6cdc0437bf05 None None] Routers {'219ad689-2da4-40c6-8ad8-bae83c02a33e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:19:35.740230 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-93964f63-3a69-4ca2-8d34-6cdc0437bf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:19:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['219ad689-2da4-40c6-8ad8-bae83c02a33e'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:35.753753 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-5c178772-4e44-4b39-8aac-9beb1e94d893 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "DELETE /v2.0/floatingips/a74f5ab7-585e-473c-9b3b-cb1866b4da4e HTTP/1.1" status: 204 len: 168 time: 0.7948914 Jul 05 10:19:35.771582 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4684ec3d-0407-461f-8a19-d6d8f99ca49b', 'tag': '1a0fe351-4265-449d-8b7d-508a71c44b30'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:19:35.774437 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afc1adaeb3b5fe8d75c18ebcd0f0cb199cc22f98a1fdc7b87986fe26239d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba6a84c-b744-4ad8-9884-1e0688a49222" -d '{"events": [{"name": "network-changed", "server_uuid": "4684ec3d-0407-461f-8a19-d6d8f99ca49b", "tag": "1a0fe351-4265-449d-8b7d-508a71c44b30"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:19:35.820927 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3b20ba-808c-4cd9-afd1-3f8410cbfd74 x-openstack-request-id: req-3f3b20ba-808c-4cd9-afd1-3f8410cbfd74 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:19:35.821218 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4684ec3d-0407-461f-8a19-d6d8f99ca49b", "tag": "1a0fe351-4265-449d-8b7d-508a71c44b30", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:19:35.821467 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f3b20ba-808c-4cd9-afd1-3f8410cbfd74 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:19:35.821870 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f3b20ba-808c-4cd9-afd1-3f8410cbfd74'] response: {'name': 'network-changed', 'server_uuid': '4684ec3d-0407-461f-8a19-d6d8f99ca49b', 'tag': '1a0fe351-4265-449d-8b7d-508a71c44b30', 'status': 'completed', 'code': 200} Jul 05 10:19:35.850977 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-93964f63-3a69-4ca2-8d34-6cdc0437bf05 None None] Set router 219ad689-2da4-40c6-8ad8-bae83c02a33e gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:19:35.919851 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6a84c-b744-4ad8-9884-1e0688a49222 req-b9b52723-c16a-4c70-b556-f54c81359548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:35.922165 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-aba6a84c-b744-4ad8-9884-1e0688a49222 req-b9b52723-c16a-4c70-b556-f54c81359548 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9edab973767545988e178ddff76557ac&device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 1129 time: 0.0480912 Jul 05 10:19:35.990526 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31fb236-f59a-4fa6-ae29-3c09ec008969 req-c582e0dd-c55a-4a6d-8f28-9b18ce78964a tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:35.992068 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d31fb236-f59a-4fa6-ae29-3c09ec008969 req-c582e0dd-c55a-4a6d-8f28-9b18ce78964a tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 945 time: 0.0477831 Jul 05 10:19:36.042804 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d31fb236-f59a-4fa6-ae29-3c09ec008969 req-a4b70655-8ebb-4cb2-869b-f5e4b2b11f9e tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446482 Jul 05 10:19:36.058172 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-93964f63-3a69-4ca2-8d34-6cdc0437bf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'name': 'tempest-TestShelveInstance-1424306566-router', 'tenant_id': '9edab973767545988e178ddff76557ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.64'}], 'enable_snat': True}, 'gw_port_id': '5123a017-e818-4957-ad6e-5bcae16fc72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:12:32Z', 'updated_at': '2022-07-05T10:12:35Z', 'revision_number': 4, 'project_id': '9edab973767545988e178ddff76557ac', 'gw_port': {'id': '5123a017-e818-4957-ad6e-5bcae16fc72d', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:32Z', 'updated_at': '2022-07-05T10:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6', 'name': '', 'network_id': 'f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c', 'tenant_id': '9edab973767545988e178ddff76557ac', 'mac_address': 'fa:16:3e:81:97:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '9211c471-107c-45c5-9588-dc32c76fb980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:35Z', 'updated_at': '2022-07-05T10:12:40Z', 'revision_number': 5, 'project_id': '9edab973767545988e178ddff76557ac', 'subnets': [{'id': '9211c471-107c-45c5-9588-dc32c76fb980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:36.086606 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93964f63-3a69-4ca2-8d34-6cdc0437bf05 None None] Checking router: 219ad689-2da4-40c6-8ad8-bae83c02a33e for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:19:36.094875 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93964f63-3a69-4ca2-8d34-6cdc0437bf05 None None] Routers {'219ad689-2da4-40c6-8ad8-bae83c02a33e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:19:36.095470 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-93964f63-3a69-4ca2-8d34-6cdc0437bf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:19:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['219ad689-2da4-40c6-8ad8-bae83c02a33e'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:36.097907 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:36.367537 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-93964f63-3a69-4ca2-8d34-6cdc0437bf05 None None] Set router 219ad689-2da4-40c6-8ad8-bae83c02a33e gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:19:36.504730 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:36.601323 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-93964f63-3a69-4ca2-8d34-6cdc0437bf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'name': 'tempest-TestShelveInstance-1424306566-router', 'tenant_id': '9edab973767545988e178ddff76557ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.64'}], 'enable_snat': True}, 'gw_port_id': '5123a017-e818-4957-ad6e-5bcae16fc72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:12:32Z', 'updated_at': '2022-07-05T10:12:35Z', 'revision_number': 4, 'project_id': '9edab973767545988e178ddff76557ac', 'gw_port': {'id': '5123a017-e818-4957-ad6e-5bcae16fc72d', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:32Z', 'updated_at': '2022-07-05T10:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6', 'name': '', 'network_id': 'f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c', 'tenant_id': '9edab973767545988e178ddff76557ac', 'mac_address': 'fa:16:3e:81:97:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '9211c471-107c-45c5-9588-dc32c76fb980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:35Z', 'updated_at': '2022-07-05T10:12:40Z', 'revision_number': 5, 'project_id': '9edab973767545988e178ddff76557ac', 'subnets': [{'id': '9211c471-107c-45c5-9588-dc32c76fb980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:36.630085 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93964f63-3a69-4ca2-8d34-6cdc0437bf05 None None] The sync data for ids ['219ad689-2da4-40c6-8ad8-bae83c02a33e'] in dv-cinder-master-3-iscsi is: [{'id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'name': 'tempest-TestShelveInstance-1424306566-router', 'tenant_id': '9edab973767545988e178ddff76557ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.64'}], 'enable_snat': True}, 'gw_port_id': '5123a017-e818-4957-ad6e-5bcae16fc72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:12:32Z', 'updated_at': '2022-07-05T10:12:35Z', 'revision_number': 4, 'project_id': '9edab973767545988e178ddff76557ac', 'gw_port': {'id': '5123a017-e818-4957-ad6e-5bcae16fc72d', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:32Z', 'updated_at': '2022-07-05T10:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6', 'name': '', 'network_id': 'f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c', 'tenant_id': '9edab973767545988e178ddff76557ac', 'mac_address': 'fa:16:3e:81:97:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '9211c471-107c-45c5-9588-dc32c76fb980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:35Z', 'updated_at': '2022-07-05T10:12:40Z', 'revision_number': 5, 'project_id': '9edab973767545988e178ddff76557ac', 'subnets': [{'id': '9211c471-107c-45c5-9588-dc32c76fb980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:19:36.838582 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223a839e-c624-467f-8b5e-38c8393b819d None None] New status for floating IP a74f5ab7-585e-473c-9b3b-cb1866b4da4e: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 10:19:37.161309 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6a84c-b744-4ad8-9884-1e0688a49222 req-01c8dd19-6449-4181-a584-3aa525f26c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:37.162739 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-aba6a84c-b744-4ad8-9884-1e0688a49222 req-01c8dd19-6449-4181-a584-3aa525f26c4d service neutron] 10.222.0.30 "GET /v2.0/networks?id=f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c HTTP/1.1" status: 200 len: 910 time: 0.1199646 Jul 05 10:19:37.170342 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9144ee0-e712-4583-9b65-102f6ae0d4a6 req-b1ab6a76-9ca0-417c-873b-5d9925a5fc1f tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:37.171707 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f9144ee0-e712-4583-9b65-102f6ae0d4a6 req-b1ab6a76-9ca0-417c-873b-5d9925a5fc1f tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 945 time: 0.0597286 Jul 05 10:19:37.213095 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-aba6a84c-b744-4ad8-9884-1e0688a49222 req-cc906e7b-a969-436c-bbb4-a4b0fe496090 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a0fe351-4265-449d-8b7d-508a71c44b30 HTTP/1.1" status: 200 len: 217 time: 0.0404994 Jul 05 10:19:37.249072 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f9144ee0-e712-4583-9b65-102f6ae0d4a6 req-97cac0af-b95c-4d89-856a-3c0fa88149a0 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702765 Jul 05 10:19:37.300660 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6a84c-b744-4ad8-9884-1e0688a49222 req-1d7c0ed8-b10d-4baa-aa66-3daa605cf7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:37.301998 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-aba6a84c-b744-4ad8-9884-1e0688a49222 req-1d7c0ed8-b10d-4baa-aa66-3daa605cf7bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9211c471-107c-45c5-9588-dc32c76fb980 HTTP/1.1" status: 200 len: 848 time: 0.0446744 Jul 05 10:19:37.498594 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6a84c-b744-4ad8-9884-1e0688a49222 req-12a41799-c6ec-40cc-a701-c8dc135ce4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:37.500551 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-aba6a84c-b744-4ad8-9884-1e0688a49222 req-12a41799-c6ec-40cc-a701-c8dc135ce4d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380139 Jul 05 10:19:37.710666 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-aba6a84c-b744-4ad8-9884-1e0688a49222 req-bde7cb09-8af9-4f51-b5bd-c6113b5e83d0 service neutron] 10.222.0.30 "GET /v2.0/networks/f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908637 Jul 05 10:19:37.810122 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:37.852155 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383efc1-38ae-4f51-8153-918ffc9190f5 req-92e6b358-cfe4-415e-a2a9-cc2e1145716d tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:19:37.853640 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9383efc1-38ae-4f51-8153-918ffc9190f5 req-92e6b358-cfe4-415e-a2a9-cc2e1145716d tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.30 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 945 time: 0.0921080 Jul 05 10:19:37.901737 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:37.916336 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-aba6a84c-b744-4ad8-9884-1e0688a49222 req-5d15e410-8a17-4051-abfc-4483020998a1 service neutron] 10.222.0.30 "GET /v2.0/networks/f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615734 Jul 05 10:19:37.955860 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-9383efc1-38ae-4f51-8153-918ffc9190f5 req-f1a35b31-ce03-4a7e-ab9e-26f8544a9dbd tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Deleting port 1a0fe351-4265-449d-8b7d-508a71c44b30 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:19:37.956209 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9383efc1-38ae-4f51-8153-918ffc9190f5 req-f1a35b31-ce03-4a7e-ab9e-26f8544a9dbd tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (1a0fe351-4265-449d-8b7d-508a71c44b30), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:38.047679 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-9383efc1-38ae-4f51-8153-918ffc9190f5 req-f1a35b31-ce03-4a7e-ab9e-26f8544a9dbd tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] For port 1a0fe351-4265-449d-8b7d-508a71c44b30, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1a0fe351-4265-449d-8b7d-508a71c44b30,segment=NetworkSegment(f3087eaa-4fcd-490e-a1fe-c77533041c8c),segment_id=f3087eaa-4fcd-490e-a1fe-c77533041c8c)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:38.048035 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9383efc1-38ae-4f51-8153-918ffc9190f5 req-f1a35b31-ce03-4a7e-ab9e-26f8544a9dbd tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (1a0fe351-4265-449d-8b7d-508a71c44b30), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:38.061203 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-9383efc1-38ae-4f51-8153-918ffc9190f5 req-f1a35b31-ce03-4a7e-ab9e-26f8544a9dbd tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Calling delete_port for 1a0fe351-4265-449d-8b7d-508a71c44b30 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:19:38.182679 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9383efc1-38ae-4f51-8153-918ffc9190f5 req-f1a35b31-ce03-4a7e-ab9e-26f8544a9dbd tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (1a0fe351-4265-449d-8b7d-508a71c44b30), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:38.212743 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a35b31-ce03-4a7e-ab9e-26f8544a9dbd tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Pushing event deleted for resources: {'Port': ['ID=1a0fe351-4265-449d-8b7d-508a71c44b30,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:38.240413 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a35b31-ce03-4a7e-ab9e-26f8544a9dbd tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:38.240763 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a35b31-ce03-4a7e-ab9e-26f8544a9dbd tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:38.241100 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a35b31-ce03-4a7e-ab9e-26f8544a9dbd tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:38.241430 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a35b31-ce03-4a7e-ab9e-26f8544a9dbd tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:38.241754 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a35b31-ce03-4a7e-ab9e-26f8544a9dbd tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:38.242140 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a35b31-ce03-4a7e-ab9e-26f8544a9dbd tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:38.242394 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a35b31-ce03-4a7e-ab9e-26f8544a9dbd tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:38.242712 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a35b31-ce03-4a7e-ab9e-26f8544a9dbd tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:38.243030 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a35b31-ce03-4a7e-ab9e-26f8544a9dbd tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:38.243358 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a35b31-ce03-4a7e-ab9e-26f8544a9dbd tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:38.243661 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a35b31-ce03-4a7e-ab9e-26f8544a9dbd tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:38.243976 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a35b31-ce03-4a7e-ab9e-26f8544a9dbd tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:38.244292 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a35b31-ce03-4a7e-ab9e-26f8544a9dbd tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:38.244630 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a35b31-ce03-4a7e-ab9e-26f8544a9dbd tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:38.244946 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a35b31-ce03-4a7e-ab9e-26f8544a9dbd tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:38.267236 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-9383efc1-38ae-4f51-8153-918ffc9190f5 req-f1a35b31-ce03-4a7e-ab9e-26f8544a9dbd tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] No DVR routers for this DVR port 1a0fe351-4265-449d-8b7d-508a71c44b30 on host hv-cinder-maste {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:19:38.269523 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9383efc1-38ae-4f51-8153-918ffc9190f5 req-f1a35b31-ce03-4a7e-ab9e-26f8544a9dbd tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:38.272698 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9383efc1-38ae-4f51-8153-918ffc9190f5 req-f1a35b31-ce03-4a7e-ab9e-26f8544a9dbd tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.30 "DELETE /v2.0/ports/1a0fe351-4265-449d-8b7d-508a71c44b30 HTTP/1.1" status: 204 len: 173 time: 0.4126735 Jul 05 10:19:38.273122 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4684ec3d-0407-461f-8a19-d6d8f99ca49b', 'name': 'network-vif-deleted', 'tag': '1a0fe351-4265-449d-8b7d-508a71c44b30'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:19:38.275293 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849fc223-a603-492e-ba97-7e4aef29fd25" -d '{"events": [{"server_uuid": "4684ec3d-0407-461f-8a19-d6d8f99ca49b", "name": "network-vif-deleted", "tag": "1a0fe351-4265-449d-8b7d-508a71c44b30"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:19:38.315915 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bea812f-85b3-48ce-a715-f38c7ce050b0 x-openstack-request-id: req-7bea812f-85b3-48ce-a715-f38c7ce050b0 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:19:38.316280 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4684ec3d-0407-461f-8a19-d6d8f99ca49b", "name": "network-vif-deleted", "tag": "1a0fe351-4265-449d-8b7d-508a71c44b30", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:19:38.316467 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7bea812f-85b3-48ce-a715-f38c7ce050b0 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:19:38.316865 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bea812f-85b3-48ce-a715-f38c7ce050b0'] response: {'server_uuid': '4684ec3d-0407-461f-8a19-d6d8f99ca49b', 'name': 'network-vif-deleted', 'tag': '1a0fe351-4265-449d-8b7d-508a71c44b30', 'status': 'completed', 'code': 200} Jul 05 10:19:38.350829 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-dc8907bb-c1eb-42b0-9b6d-55c03fce3605 req-73ac878e-e1d6-471e-9f96-bd447fec1691 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "GET /v2.0/ports?device_id=4684ec3d-0407-461f-8a19-d6d8f99ca49b HTTP/1.1" status: 200 len: 210 time: 0.0295289 Jul 05 10:19:39.409475 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 50332) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:19:39.468192 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a8e8b2af-7333-4697-88e6-52409ce4e388 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks [] for security_group (aa1b4f6b-fe45-4245-85d2-f14ab0e1f160), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:39.493209 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a8e8b2af-7333-4697-88e6-52409ce4e388 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks [] for security_group (aa1b4f6b-fe45-4245-85d2-f14ab0e1f160), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:39.495401 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:39.501514 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:39.553932 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a8e8b2af-7333-4697-88e6-52409ce4e388 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (aa1b4f6b-fe45-4245-85d2-f14ab0e1f160), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:39.556616 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a8e8b2af-7333-4697-88e6-52409ce4e388 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:39.557758 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-a8e8b2af-7333-4697-88e6-52409ce4e388 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] 10.222.0.20 "DELETE /v2.0/security-groups/aa1b4f6b-fe45-4245-85d2-f14ab0e1f160 HTTP/1.1" status: 204 len: 168 time: 0.1479073 Jul 05 10:19:39.567368 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e8b2af-7333-4697-88e6-52409ce4e388 tempest-TestShelveInstance-801082525 tempest-TestShelveInstance-801082525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1b4f6b-fe45-4245-85d2-f14ab0e1f160,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:39.610967 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 50336) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:19:39.940127 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 1a0fe351-4265-449d-8b7d-508a71c44b30 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:19:39.961374 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] No Port match for: 1a0fe351-4265-449d-8b7d-508a71c44b30 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:19:39.961718 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 1a0fe351-4265-449d-8b7d-508a71c44b30 not bound to the agent host hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:19:40.311209 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b37d7281-1acc-4e69-9aeb-a016b1487574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-801726'] for router_interface (219ad689-2da4-40c6-8ad8-bae83c02a33e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:40.460043 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:40.486797 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:40.528937 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-b37d7281-1acc-4e69-9aeb-a016b1487574 admin admin] Deleting port b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:19:40.529278 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b37d7281-1acc-4e69-9aeb-a016b1487574 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:40.606467 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-b37d7281-1acc-4e69-9aeb-a016b1487574 admin admin] For port b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6,segment=NetworkSegment(f3087eaa-4fcd-490e-a1fe-c77533041c8c),segment_id=f3087eaa-4fcd-490e-a1fe-c77533041c8c)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:40.606743 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b37d7281-1acc-4e69-9aeb-a016b1487574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:40.620214 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-b37d7281-1acc-4e69-9aeb-a016b1487574 admin admin] Calling delete_port for b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:19:40.795947 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b37d7281-1acc-4e69-9aeb-a016b1487574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:40.821497 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d7281-1acc-4e69-9aeb-a016b1487574 admin admin] Pushing event deleted for resources: {'Port': ['ID=b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:40.987755 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b37d7281-1acc-4e69-9aeb-a016b1487574 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-802062'] for router_interface (219ad689-2da4-40c6-8ad8-bae83c02a33e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:41.193533 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37d7281-1acc-4e69-9aeb-a016b1487574 admin admin] Router 219ad689-2da4-40c6-8ad8-bae83c02a33e has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:19:41.284640 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:41.286823 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:41.293217 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37d7281-1acc-4e69-9aeb-a016b1487574 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:19:41.300812 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-b37d7281-1acc-4e69-9aeb-a016b1487574 admin admin] 10.222.0.20 "PUT /v2.0/routers/219ad689-2da4-40c6-8ad8-bae83c02a33e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6862321 Jul 05 10:19:41.301071 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 50342) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:19:41.302145 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d905a1-9eb0-4e68-91f3-36e13929261f None None] Sync routers for ids ['219ad689-2da4-40c6-8ad8-bae83c02a33e'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:19:41.311634 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d905a1-9eb0-4e68-91f3-36e13929261f None None] Routers {'219ad689-2da4-40c6-8ad8-bae83c02a33e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:19:41.312240 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-10d905a1-9eb0-4e68-91f3-36e13929261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:19:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['219ad689-2da4-40c6-8ad8-bae83c02a33e'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:41.399602 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-790a82d7-fb32-4c89-912b-bccb5f6060a7 admin admin] Publish callbacks [] for router (219ad689-2da4-40c6-8ad8-bae83c02a33e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:41.415760 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-10d905a1-9eb0-4e68-91f3-36e13929261f None None] Set router 219ad689-2da4-40c6-8ad8-bae83c02a33e gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:19:41.498364 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-790a82d7-fb32-4c89-912b-bccb5f6060a7 admin admin] Publish callbacks [] for router_gateway (219ad689-2da4-40c6-8ad8-bae83c02a33e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:41.533172 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1f973f1a-7da1-4fff-a4a5-46981666cf1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:41.541329 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-790a82d7-fb32-4c89-912b-bccb5f6060a7 admin admin] Deleting port 5123a017-e818-4957-ad6e-5bcae16fc72d {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:19:41.541670 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-790a82d7-fb32-4c89-912b-bccb5f6060a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (5123a017-e818-4957-ad6e-5bcae16fc72d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:41.599016 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-10d905a1-9eb0-4e68-91f3-36e13929261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'name': 'tempest-TestShelveInstance-1424306566-router', 'tenant_id': '9edab973767545988e178ddff76557ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.64'}], 'enable_snat': True}, 'gw_port_id': '5123a017-e818-4957-ad6e-5bcae16fc72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:12:32Z', 'updated_at': '2022-07-05T10:19:40Z', 'revision_number': 5, 'project_id': '9edab973767545988e178ddff76557ac', 'gw_port': {'id': '5123a017-e818-4957-ad6e-5bcae16fc72d', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:32Z', 'updated_at': '2022-07-05T10:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:41.623342 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-790a82d7-fb32-4c89-912b-bccb5f6060a7 admin admin] For port 5123a017-e818-4957-ad6e-5bcae16fc72d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5123a017-e818-4957-ad6e-5bcae16fc72d,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:41.623958 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-790a82d7-fb32-4c89-912b-bccb5f6060a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (5123a017-e818-4957-ad6e-5bcae16fc72d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:41.628654 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d905a1-9eb0-4e68-91f3-36e13929261f None None] Checking router: 219ad689-2da4-40c6-8ad8-bae83c02a33e for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:19:41.637061 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d905a1-9eb0-4e68-91f3-36e13929261f None None] Routers {'219ad689-2da4-40c6-8ad8-bae83c02a33e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:19:41.637515 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-790a82d7-fb32-4c89-912b-bccb5f6060a7 admin admin] Calling delete_port for 5123a017-e818-4957-ad6e-5bcae16fc72d owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:19:41.637665 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-10d905a1-9eb0-4e68-91f3-36e13929261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:19:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['219ad689-2da4-40c6-8ad8-bae83c02a33e'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:41.717694 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-10d905a1-9eb0-4e68-91f3-36e13929261f None None] Set router 219ad689-2da4-40c6-8ad8-bae83c02a33e gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:19:41.769599 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-10d905a1-9eb0-4e68-91f3-36e13929261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'name': 'tempest-TestShelveInstance-1424306566-router', 'tenant_id': '9edab973767545988e178ddff76557ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:12:32Z', 'updated_at': '2022-07-05T10:19:41Z', 'revision_number': 6, 'project_id': '9edab973767545988e178ddff76557ac', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:41.795617 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d905a1-9eb0-4e68-91f3-36e13929261f None None] The sync data for ids ['219ad689-2da4-40c6-8ad8-bae83c02a33e'] in dv-cinder-master-3-iscsi is: [{'id': '219ad689-2da4-40c6-8ad8-bae83c02a33e', 'name': 'tempest-TestShelveInstance-1424306566-router', 'tenant_id': '9edab973767545988e178ddff76557ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:12:32Z', 'updated_at': '2022-07-05T10:19:41Z', 'revision_number': 6, 'project_id': '9edab973767545988e178ddff76557ac', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:19:41.805381 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-790a82d7-fb32-4c89-912b-bccb5f6060a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (5123a017-e818-4957-ad6e-5bcae16fc72d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:41.829724 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a82d7-fb32-4c89-912b-bccb5f6060a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5123a017-e818-4957-ad6e-5bcae16fc72d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:41.887350 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:41.896740 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-790a82d7-fb32-4c89-912b-bccb5f6060a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-789316'] for router_gateway (219ad689-2da4-40c6-8ad8-bae83c02a33e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:41.982996 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-790a82d7-fb32-4c89-912b-bccb5f6060a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-795196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28314'] for router (219ad689-2da4-40c6-8ad8-bae83c02a33e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:41.985177 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-790a82d7-fb32-4c89-912b-bccb5f6060a7 admin admin] Publish callbacks [] for router_controller (219ad689-2da4-40c6-8ad8-bae83c02a33e), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:42.027168 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-790a82d7-fb32-4c89-912b-bccb5f6060a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-795179'] for router (219ad689-2da4-40c6-8ad8-bae83c02a33e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:42.027673 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790a82d7-fb32-4c89-912b-bccb5f6060a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 219ad689-2da4-40c6-8ad8-bae83c02a33e {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:19:42.031836 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-790a82d7-fb32-4c89-912b-bccb5f6060a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:42.033020 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-790a82d7-fb32-4c89-912b-bccb5f6060a7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/219ad689-2da4-40c6-8ad8-bae83c02a33e HTTP/1.1" status: 204 len: 168 time: 0.7311265 Jul 05 10:19:42.035439 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 50344) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:19:42.079688 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c6c2397-3315-4055-ab50-c5e8665d8a14 admin admin] Deleting subnet 9211c471-107c-45c5-9588-dc32c76fb980 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 05 10:19:42.082741 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9c6c2397-3315-4055-ab50-c5e8665d8a14 admin admin] Publish callbacks [] for subnet (9211c471-107c-45c5-9588-dc32c76fb980), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:42.116348 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9c6c2397-3315-4055-ab50-c5e8665d8a14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27201669'] for subnet (9211c471-107c-45c5-9588-dc32c76fb980), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:42.148709 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:42.228617 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9c6c2397-3315-4055-ab50-c5e8665d8a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2072780'] for subnet (9211c471-107c-45c5-9588-dc32c76fb980), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:42.230526 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:42.280063 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9c6c2397-3315-4055-ab50-c5e8665d8a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2072775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26022182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013299'] for subnet (9211c471-107c-45c5-9588-dc32c76fb980), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:42.305087 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c2397-3315-4055-ab50-c5e8665d8a14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9211c471-107c-45c5-9588-dc32c76fb980,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:42.308898 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9c6c2397-3315-4055-ab50-c5e8665d8a14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:42.311958 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-9c6c2397-3315-4055-ab50-c5e8665d8a14 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9211c471-107c-45c5-9588-dc32c76fb980 HTTP/1.1" status: 204 len: 168 time: 0.2756069 Jul 05 10:19:42.314475 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 50346) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:19:42.314947 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f14bddd-999d-4d14-a2a7-80467e8f25e5 None None] Network f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:19:42.384694 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1af0a7c8-813a-4590-ae08-cf90350b9509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1968054'] for network (f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:42.425673 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-1af0a7c8-813a-4590-ae08-cf90350b9509 admin admin] Deleting port 9f0a828f-2b56-49a5-b999-08f98e9a01f3 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:19:42.426012 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1af0a7c8-813a-4590-ae08-cf90350b9509 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (9f0a828f-2b56-49a5-b999-08f98e9a01f3), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:42.491365 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-1af0a7c8-813a-4590-ae08-cf90350b9509 admin admin] For port 9f0a828f-2b56-49a5-b999-08f98e9a01f3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9f0a828f-2b56-49a5-b999-08f98e9a01f3,segment=NetworkSegment(f3087eaa-4fcd-490e-a1fe-c77533041c8c),segment_id=f3087eaa-4fcd-490e-a1fe-c77533041c8c)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:42.491652 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1af0a7c8-813a-4590-ae08-cf90350b9509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (9f0a828f-2b56-49a5-b999-08f98e9a01f3), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:42.504650 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-1af0a7c8-813a-4590-ae08-cf90350b9509 admin admin] Calling delete_port for 9f0a828f-2b56-49a5-b999-08f98e9a01f3 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:19:42.540339 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846bae84-faf5-416e-87df-c0a39477632b None None] DHCP port deletion for f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c request from dv-cinder-master-3-iscsi {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 05 10:19:42.585886 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1af0a7c8-813a-4590-ae08-cf90350b9509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (9f0a828f-2b56-49a5-b999-08f98e9a01f3), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:42.586163 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-846bae84-faf5-416e-87df-c0a39477632b None None] Deleting port 9f0a828f-2b56-49a5-b999-08f98e9a01f3 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:19:42.586653 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-846bae84-faf5-416e-87df-c0a39477632b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (9f0a828f-2b56-49a5-b999-08f98e9a01f3), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:42.589142 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:42.612031 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0a7c8-813a-4590-ae08-cf90350b9509 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f0a828f-2b56-49a5-b999-08f98e9a01f3,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:42.615692 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af0a7c8-813a-4590-ae08-cf90350b9509 admin admin] No DVR routers for this DVR port 9f0a828f-2b56-49a5-b999-08f98e9a01f3 on host dv-cinder-master-3-iscsi {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:19:42.658798 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-846bae84-faf5-416e-87df-c0a39477632b None None] For port 9f0a828f-2b56-49a5-b999-08f98e9a01f3, host dv-cinder-master-3-iscsi, got binding levels [] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:42.659185 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-846bae84-faf5-416e-87df-c0a39477632b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (9f0a828f-2b56-49a5-b999-08f98e9a01f3), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:42.671698 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-846bae84-faf5-416e-87df-c0a39477632b None None] Calling delete_port for 9f0a828f-2b56-49a5-b999-08f98e9a01f3 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:19:42.674607 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.ipam_backend_mixin [None req-846bae84-faf5-416e-87df-c0a39477632b None None] Port 9f0a828f-2b56-49a5-b999-08f98e9a01f3 was not found and therefore no delete operation was performed {{(pid=104033) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 05 10:19:42.675801 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-846bae84-faf5-416e-87df-c0a39477632b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874'] for port (9f0a828f-2b56-49a5-b999-08f98e9a01f3), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:42.689609 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1af0a7c8-813a-4590-ae08-cf90350b9509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988390', 'neutron.services.segments.db._delete_segments_for_network-8734376687225'] for network (f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:42.700106 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846bae84-faf5-416e-87df-c0a39477632b None None] Pushing event deleted for resources: {'Port': ['ID=9f0a828f-2b56-49a5-b999-08f98e9a01f3,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:42.706022 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846bae84-faf5-416e-87df-c0a39477632b None None] No DVR routers for this DVR port 9f0a828f-2b56-49a5-b999-08f98e9a01f3 on host dv-cinder-master-3-iscsi {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:19:42.715012 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-1af0a7c8-813a-4590-ae08-cf90350b9509 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:42.726521 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-1af0a7c8-813a-4590-ae08-cf90350b9509 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3087eaa-4fcd-490e-a1fe-c77533041c8c') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:42.726813 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-1af0a7c8-813a-4590-ae08-cf90350b9509 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3087eaa-4fcd-490e-a1fe-c77533041c8c') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:42.739649 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1af0a7c8-813a-4590-ae08-cf90350b9509 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734376687490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27201678'] for segment (f3087eaa-4fcd-490e-a1fe-c77533041c8c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:42.751513 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1af0a7c8-813a-4590-ae08-cf90350b9509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (f3087eaa-4fcd-490e-a1fe-c77533041c8c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:42.758466 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af0a7c8-813a-4590-ae08-cf90350b9509 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:19:42.758848 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1af0a7c8-813a-4590-ae08-cf90350b9509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26022364'] for segment (f3087eaa-4fcd-490e-a1fe-c77533041c8c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:42.779803 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.services.segments.plugin [-] Segment f3087eaa-4fcd-490e-a1fe-c77533041c8c resource provider aggregate not found Jul 05 10:19:42.821900 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.services.segments.plugin [-] Segment f3087eaa-4fcd-490e-a1fe-c77533041c8c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f3087eaa-4fcd-490e-a1fe-c77533041c8c found for delete ", "request_id": "req-dbbf62ea-a3a7-4de8-a5d9-1389561b286a"}]} Jul 05 10:19:42.829868 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1af0a7c8-813a-4590-ae08-cf90350b9509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-790277'] for network (f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:42.835301 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1af0a7c8-813a-4590-ae08-cf90350b9509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:42.838475 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-1af0a7c8-813a-4590-ae08-cf90350b9509 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c HTTP/1.1" status: 204 len: 168 time: 0.5231094 Jul 05 10:19:42.841481 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 50352) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:19:42.849379 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0a7c8-813a-4590-ae08-cf90350b9509 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5e3c29d-a64e-4a6c-9aa8-92b19a878a3c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:43.087487 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:19:43.111487 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] No Port match for: b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:19:43.111823 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device b36a2d6f-ab0d-43f9-bf93-81e5e28f8cd6 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:19:43.112232 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 9f0a828f-2b56-49a5-b999-08f98e9a01f3 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:19:43.131045 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] No Port match for: 9f0a828f-2b56-49a5-b999-08f98e9a01f3 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:19:43.131381 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 9f0a828f-2b56-49a5-b999-08f98e9a01f3 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:19:43.131779 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 5123a017-e818-4957-ad6e-5bcae16fc72d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:19:43.149917 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] No Port match for: 5123a017-e818-4957-ad6e-5bcae16fc72d {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:19:43.150257 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 5123a017-e818-4957-ad6e-5bcae16fc72d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:19:43.163902 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a31aad8-3492-48ac-aa03-2df48a547600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-801726'] for router_interface (9e57a8ed-3155-41e7-b742-bacc269ffca2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:43.377100 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-6a31aad8-3492-48ac-aa03-2df48a547600 admin admin] Deleting port b05c8ad7-d421-42cb-bd3d-d1c500bdf314 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:19:43.377347 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a31aad8-3492-48ac-aa03-2df48a547600 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (b05c8ad7-d421-42cb-bd3d-d1c500bdf314), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:43.455623 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-6a31aad8-3492-48ac-aa03-2df48a547600 admin admin] For port b05c8ad7-d421-42cb-bd3d-d1c500bdf314, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b05c8ad7-d421-42cb-bd3d-d1c500bdf314,segment=NetworkSegment(7eb9e53d-763e-4c63-a007-956852a5ee5a),segment_id=7eb9e53d-763e-4c63-a007-956852a5ee5a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:43.455971 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a31aad8-3492-48ac-aa03-2df48a547600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (b05c8ad7-d421-42cb-bd3d-d1c500bdf314), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:43.468236 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-6a31aad8-3492-48ac-aa03-2df48a547600 admin admin] Calling delete_port for b05c8ad7-d421-42cb-bd3d-d1c500bdf314 owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:19:43.593544 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:43.623629 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:43.643012 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a31aad8-3492-48ac-aa03-2df48a547600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (b05c8ad7-d421-42cb-bd3d-d1c500bdf314), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:43.677347 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31aad8-3492-48ac-aa03-2df48a547600 admin admin] Pushing event deleted for resources: {'Port': ['ID=b05c8ad7-d421-42cb-bd3d-d1c500bdf314,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:43.699924 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31aad8-3492-48ac-aa03-2df48a547600 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:43.700264 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31aad8-3492-48ac-aa03-2df48a547600 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:43.700630 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31aad8-3492-48ac-aa03-2df48a547600 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:43.700965 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31aad8-3492-48ac-aa03-2df48a547600 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:43.701293 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31aad8-3492-48ac-aa03-2df48a547600 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:43.701619 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31aad8-3492-48ac-aa03-2df48a547600 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:43.701941 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31aad8-3492-48ac-aa03-2df48a547600 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:43.702262 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31aad8-3492-48ac-aa03-2df48a547600 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:43.702582 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31aad8-3492-48ac-aa03-2df48a547600 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:43.702907 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31aad8-3492-48ac-aa03-2df48a547600 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:43.703775 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31aad8-3492-48ac-aa03-2df48a547600 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:43.704095 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31aad8-3492-48ac-aa03-2df48a547600 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:43.704436 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31aad8-3492-48ac-aa03-2df48a547600 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:43.704755 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31aad8-3492-48ac-aa03-2df48a547600 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:43.705070 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31aad8-3492-48ac-aa03-2df48a547600 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:43.848264 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a31aad8-3492-48ac-aa03-2df48a547600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-802062'] for router_interface (9e57a8ed-3155-41e7-b742-bacc269ffca2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:44.009219 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-757b5cc7-4b2e-4de8-a2aa-952b5b363a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:44.051423 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a31aad8-3492-48ac-aa03-2df48a547600 admin admin] Router 9e57a8ed-3155-41e7-b742-bacc269ffca2 has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:19:44.150195 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a31aad8-3492-48ac-aa03-2df48a547600 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:19:44.155020 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-6a31aad8-3492-48ac-aa03-2df48a547600 admin admin] 10.222.0.20 "PUT /v2.0/routers/9e57a8ed-3155-41e7-b742-bacc269ffca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3125501 Jul 05 10:19:44.157601 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 50354) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:19:44.161196 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febb4b1b-4308-41b7-8c1e-943afc9a9f20 None None] Sync routers for ids ['9e57a8ed-3155-41e7-b742-bacc269ffca2'] in dv-cinder-master-3-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:19:44.170688 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febb4b1b-4308-41b7-8c1e-943afc9a9f20 None None] Routers {'9e57a8ed-3155-41e7-b742-bacc269ffca2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:19:44.171353 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-febb4b1b-4308-41b7-8c1e-943afc9a9f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:19:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['9e57a8ed-3155-41e7-b742-bacc269ffca2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:44.254336 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-37253916-aafd-45ab-9ad2-88a63d0dde23 admin admin] Publish callbacks [] for router (9e57a8ed-3155-41e7-b742-bacc269ffca2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:44.269935 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-febb4b1b-4308-41b7-8c1e-943afc9a9f20 None None] Set router 9e57a8ed-3155-41e7-b742-bacc269ffca2 gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:19:44.350842 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-37253916-aafd-45ab-9ad2-88a63d0dde23 admin admin] Publish callbacks [] for router_gateway (9e57a8ed-3155-41e7-b742-bacc269ffca2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:44.391649 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-37253916-aafd-45ab-9ad2-88a63d0dde23 admin admin] Deleting port 72ed03a9-7e5f-4bc9-b86a-a036ece87d2e {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:19:44.391980 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-37253916-aafd-45ab-9ad2-88a63d0dde23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (72ed03a9-7e5f-4bc9-b86a-a036ece87d2e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:44.436608 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-febb4b1b-4308-41b7-8c1e-943afc9a9f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e57a8ed-3155-41e7-b742-bacc269ffca2', 'name': 'tempest-TestShelveInstance-538353100-router', 'tenant_id': '21761824bf0a46f996a66abd2b210e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.99'}], 'enable_snat': True}, 'gw_port_id': '72ed03a9-7e5f-4bc9-b86a-a036ece87d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:12:37Z', 'updated_at': '2022-07-05T10:19:43Z', 'revision_number': 5, 'project_id': '21761824bf0a46f996a66abd2b210e6d', 'gw_port': {'id': '72ed03a9-7e5f-4bc9-b86a-a036ece87d2e', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:05:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e57a8ed-3155-41e7-b742-bacc269ffca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:12:38Z', 'updated_at': '2022-07-05T10:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:44.461512 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febb4b1b-4308-41b7-8c1e-943afc9a9f20 None None] Checking router: 9e57a8ed-3155-41e7-b742-bacc269ffca2 for host: dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:19:44.468726 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-37253916-aafd-45ab-9ad2-88a63d0dde23 admin admin] For port 72ed03a9-7e5f-4bc9-b86a-a036ece87d2e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=72ed03a9-7e5f-4bc9-b86a-a036ece87d2e,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:44.469665 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-37253916-aafd-45ab-9ad2-88a63d0dde23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (72ed03a9-7e5f-4bc9-b86a-a036ece87d2e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:44.470231 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febb4b1b-4308-41b7-8c1e-943afc9a9f20 None None] Routers {'9e57a8ed-3155-41e7-b742-bacc269ffca2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:19:44.470816 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-febb4b1b-4308-41b7-8c1e-943afc9a9f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:19:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['9e57a8ed-3155-41e7-b742-bacc269ffca2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:44.481684 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:44.483179 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-37253916-aafd-45ab-9ad2-88a63d0dde23 admin admin] Calling delete_port for 72ed03a9-7e5f-4bc9-b86a-a036ece87d2e owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:19:44.491819 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:44.633982 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-febb4b1b-4308-41b7-8c1e-943afc9a9f20 None None] Set router 9e57a8ed-3155-41e7-b742-bacc269ffca2 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:19:44.653945 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-37253916-aafd-45ab-9ad2-88a63d0dde23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (72ed03a9-7e5f-4bc9-b86a-a036ece87d2e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:44.682064 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-febb4b1b-4308-41b7-8c1e-943afc9a9f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e57a8ed-3155-41e7-b742-bacc269ffca2', 'name': 'tempest-TestShelveInstance-538353100-router', 'tenant_id': '21761824bf0a46f996a66abd2b210e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:12:37Z', 'updated_at': '2022-07-05T10:19:44Z', 'revision_number': 6, 'project_id': '21761824bf0a46f996a66abd2b210e6d', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:44.686747 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37253916-aafd-45ab-9ad2-88a63d0dde23 admin admin] Pushing event deleted for resources: {'Port': ['ID=72ed03a9-7e5f-4bc9-b86a-a036ece87d2e,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:44.709574 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febb4b1b-4308-41b7-8c1e-943afc9a9f20 None None] The sync data for ids ['9e57a8ed-3155-41e7-b742-bacc269ffca2'] in dv-cinder-master-3-iscsi is: [{'id': '9e57a8ed-3155-41e7-b742-bacc269ffca2', 'name': 'tempest-TestShelveInstance-538353100-router', 'tenant_id': '21761824bf0a46f996a66abd2b210e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:12:37Z', 'updated_at': '2022-07-05T10:19:44Z', 'revision_number': 6, 'project_id': '21761824bf0a46f996a66abd2b210e6d', 'gw_port_host': None}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:19:44.746919 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-37253916-aafd-45ab-9ad2-88a63d0dde23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-789316'] for router_gateway (9e57a8ed-3155-41e7-b742-bacc269ffca2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:44.834306 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-37253916-aafd-45ab-9ad2-88a63d0dde23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-795196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28314'] for router (9e57a8ed-3155-41e7-b742-bacc269ffca2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:44.836386 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-37253916-aafd-45ab-9ad2-88a63d0dde23 admin admin] Publish callbacks [] for router_controller (9e57a8ed-3155-41e7-b742-bacc269ffca2), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:44.877113 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-37253916-aafd-45ab-9ad2-88a63d0dde23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-795179'] for router (9e57a8ed-3155-41e7-b742-bacc269ffca2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:44.877745 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37253916-aafd-45ab-9ad2-88a63d0dde23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e57a8ed-3155-41e7-b742-bacc269ffca2 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:19:44.882037 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-37253916-aafd-45ab-9ad2-88a63d0dde23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:44.883152 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-37253916-aafd-45ab-9ad2-88a63d0dde23 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9e57a8ed-3155-41e7-b742-bacc269ffca2 HTTP/1.1" status: 204 len: 168 time: 0.7248135 Jul 05 10:19:44.885720 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 50356) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:19:44.959883 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:45.173881 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd11d24c-91e4-4ee7-8209-a4de76414103 admin admin] Deleting subnet 1d352784-7d1d-4099-a722-0458036f3ce6 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 05 10:19:45.177003 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cd11d24c-91e4-4ee7-8209-a4de76414103 admin admin] Publish callbacks [] for subnet (1d352784-7d1d-4099-a722-0458036f3ce6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:45.210285 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cd11d24c-91e4-4ee7-8209-a4de76414103 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26770210'] for subnet (1d352784-7d1d-4099-a722-0458036f3ce6), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:45.281750 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cd11d24c-91e4-4ee7-8209-a4de76414103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2072780'] for subnet (1d352784-7d1d-4099-a722-0458036f3ce6), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:45.335644 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cd11d24c-91e4-4ee7-8209-a4de76414103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2072775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26770432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956688'] for subnet (1d352784-7d1d-4099-a722-0458036f3ce6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:45.361282 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11d24c-91e4-4ee7-8209-a4de76414103 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d352784-7d1d-4099-a722-0458036f3ce6,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:45.365190 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cd11d24c-91e4-4ee7-8209-a4de76414103 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:45.368258 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-cd11d24c-91e4-4ee7-8209-a4de76414103 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1d352784-7d1d-4099-a722-0458036f3ce6 HTTP/1.1" status: 204 len: 168 time: 0.4816959 Jul 05 10:19:45.370616 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 50358) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:19:45.371120 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8856e0b3-5748-4594-b9a2-0637c0449cd3 None None] Network 1014bae4-5aac-4d27-8d18-b7ed18f082a8 requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:19:45.396957 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:45.438871 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-952762f5-0f6f-4e90-b3b2-4bd18e140c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1968054'] for network (1014bae4-5aac-4d27-8d18-b7ed18f082a8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:45.474073 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device b05c8ad7-d421-42cb-bd3d-d1c500bdf314 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:19:45.492449 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-952762f5-0f6f-4e90-b3b2-4bd18e140c81 admin admin] Deleting port 06814086-3e0a-4167-a04e-1856a2e0aa4d {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:19:45.492761 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-952762f5-0f6f-4e90-b3b2-4bd18e140c81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (06814086-3e0a-4167-a04e-1856a2e0aa4d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:45.495048 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] No Port match for: b05c8ad7-d421-42cb-bd3d-d1c500bdf314 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:19:45.495391 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device b05c8ad7-d421-42cb-bd3d-d1c500bdf314 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:19:45.539711 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5f9144-ab19-4bee-b6df-04e592f5213f None None] DHCP port deletion for 1014bae4-5aac-4d27-8d18-b7ed18f082a8 request from dv-cinder-master-3-iscsi {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 05 10:19:45.558242 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-952762f5-0f6f-4e90-b3b2-4bd18e140c81 admin admin] For port 06814086-3e0a-4167-a04e-1856a2e0aa4d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=06814086-3e0a-4167-a04e-1856a2e0aa4d,segment=NetworkSegment(7eb9e53d-763e-4c63-a007-956852a5ee5a),segment_id=7eb9e53d-763e-4c63-a007-956852a5ee5a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:45.558607 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-952762f5-0f6f-4e90-b3b2-4bd18e140c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (06814086-3e0a-4167-a04e-1856a2e0aa4d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:45.572164 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-952762f5-0f6f-4e90-b3b2-4bd18e140c81 admin admin] Calling delete_port for 06814086-3e0a-4167-a04e-1856a2e0aa4d owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:19:45.580522 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-fd5f9144-ab19-4bee-b6df-04e592f5213f None None] Deleting port 06814086-3e0a-4167-a04e-1856a2e0aa4d {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:19:45.580892 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fd5f9144-ab19-4bee-b6df-04e592f5213f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (06814086-3e0a-4167-a04e-1856a2e0aa4d), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:45.581970 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:45.638422 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:45.665825 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-952762f5-0f6f-4e90-b3b2-4bd18e140c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (06814086-3e0a-4167-a04e-1856a2e0aa4d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:45.688500 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952762f5-0f6f-4e90-b3b2-4bd18e140c81 admin admin] Pushing event deleted for resources: {'Port': ['ID=06814086-3e0a-4167-a04e-1856a2e0aa4d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:45.694758 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952762f5-0f6f-4e90-b3b2-4bd18e140c81 admin admin] No DVR routers for this DVR port 06814086-3e0a-4167-a04e-1856a2e0aa4d on host dv-cinder-master-3-iscsi {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:19:45.772813 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-952762f5-0f6f-4e90-b3b2-4bd18e140c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988390', 'neutron.services.segments.db._delete_segments_for_network-8734376687225'] for network (1014bae4-5aac-4d27-8d18-b7ed18f082a8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:45.773303 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-fd5f9144-ab19-4bee-b6df-04e592f5213f None None] For port 06814086-3e0a-4167-a04e-1856a2e0aa4d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=06814086-3e0a-4167-a04e-1856a2e0aa4d,segment=NetworkSegment(7eb9e53d-763e-4c63-a007-956852a5ee5a),segment_id=7eb9e53d-763e-4c63-a007-956852a5ee5a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:45.773702 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fd5f9144-ab19-4bee-b6df-04e592f5213f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (06814086-3e0a-4167-a04e-1856a2e0aa4d), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:45.788674 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-fd5f9144-ab19-4bee-b6df-04e592f5213f None None] Calling delete_port for 06814086-3e0a-4167-a04e-1856a2e0aa4d owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:19:45.801678 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-952762f5-0f6f-4e90-b3b2-4bd18e140c81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1014bae4-5aac-4d27-8d18-b7ed18f082a8']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:45.811670 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-952762f5-0f6f-4e90-b3b2-4bd18e140c81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb9e53d-763e-4c63-a007-956852a5ee5a') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:45.811956 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-952762f5-0f6f-4e90-b3b2-4bd18e140c81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb9e53d-763e-4c63-a007-956852a5ee5a') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:45.822327 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-952762f5-0f6f-4e90-b3b2-4bd18e140c81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734376687490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26770217'] for segment (7eb9e53d-763e-4c63-a007-956852a5ee5a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:45.837058 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-952762f5-0f6f-4e90-b3b2-4bd18e140c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (7eb9e53d-763e-4c63-a007-956852a5ee5a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:45.843720 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-952762f5-0f6f-4e90-b3b2-4bd18e140c81 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:19:45.844194 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-952762f5-0f6f-4e90-b3b2-4bd18e140c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26770682'] for segment (7eb9e53d-763e-4c63-a007-956852a5ee5a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:45.862851 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment 7eb9e53d-763e-4c63-a007-956852a5ee5a resource provider aggregate not found Jul 05 10:19:45.872974 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fd5f9144-ab19-4bee-b6df-04e592f5213f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874'] for port (06814086-3e0a-4167-a04e-1856a2e0aa4d), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:45.896794 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f9144-ab19-4bee-b6df-04e592f5213f None None] Pushing event deleted for resources: {'Port': ['ID=06814086-3e0a-4167-a04e-1856a2e0aa4d,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:45.901926 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment 7eb9e53d-763e-4c63-a007-956852a5ee5a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7eb9e53d-763e-4c63-a007-956852a5ee5a found for delete ", "request_id": "req-1fb51e06-47ba-4a88-a44e-0bfffcfb03fb"}]} Jul 05 10:19:45.902417 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5f9144-ab19-4bee-b6df-04e592f5213f None None] No DVR routers for this DVR port 06814086-3e0a-4167-a04e-1856a2e0aa4d on host dv-cinder-master-3-iscsi {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:19:45.911469 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-952762f5-0f6f-4e90-b3b2-4bd18e140c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-790277'] for network (1014bae4-5aac-4d27-8d18-b7ed18f082a8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:45.917234 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-952762f5-0f6f-4e90-b3b2-4bd18e140c81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:45.920188 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-952762f5-0f6f-4e90-b3b2-4bd18e140c81 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1014bae4-5aac-4d27-8d18-b7ed18f082a8 HTTP/1.1" status: 204 len: 168 time: 0.5486701 Jul 05 10:19:45.935196 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952762f5-0f6f-4e90-b3b2-4bd18e140c81 admin admin] Pushing event deleted for resources: {'Network': ['ID=1014bae4-5aac-4d27-8d18-b7ed18f082a8,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:46.035518 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 50366) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:19:46.075170 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-8681008f-7be4-421a-8387-e4524e3ce975 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9edab973767545988e178ddff76557ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384605 Jul 05 10:19:46.077588 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 50368) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:19:46.127473 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-64d422c4-7135-4642-97af-8a60f97f1d86 admin admin] Publish callbacks [] for security_group (ace41772-3020-41f0-946a-5f2a7b828bf9), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:46.148579 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-64d422c4-7135-4642-97af-8a60f97f1d86 admin admin] Publish callbacks [] for security_group (ace41772-3020-41f0-946a-5f2a7b828bf9), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:46.194897 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-64d422c4-7135-4642-97af-8a60f97f1d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (ace41772-3020-41f0-946a-5f2a7b828bf9), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:46.197447 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-64d422c4-7135-4642-97af-8a60f97f1d86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:46.198566 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-64d422c4-7135-4642-97af-8a60f97f1d86 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ace41772-3020-41f0-946a-5f2a7b828bf9 HTTP/1.1" status: 204 len: 168 time: 0.1201174 Jul 05 10:19:46.206645 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d422c4-7135-4642-97af-8a60f97f1d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace41772-3020-41f0-946a-5f2a7b828bf9,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:46.286975 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:46.516908 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 50374) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:19:46.555140 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-fbf6f3ec-73d8-4f36-bf03-c448c7df3356 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21761824bf0a46f996a66abd2b210e6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370407 Jul 05 10:19:46.557503 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 50376) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:19:46.604494 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0d404016-5e6a-4054-a398-6314b5965b10 admin admin] Publish callbacks [] for security_group (563f51f0-4bde-4cc9-bd27-11fb62f676fb), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:46.624989 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0d404016-5e6a-4054-a398-6314b5965b10 admin admin] Publish callbacks [] for security_group (563f51f0-4bde-4cc9-bd27-11fb62f676fb), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:46.671715 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0d404016-5e6a-4054-a398-6314b5965b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (563f51f0-4bde-4cc9-bd27-11fb62f676fb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:46.674783 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0d404016-5e6a-4054-a398-6314b5965b10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:46.675911 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-0d404016-5e6a-4054-a398-6314b5965b10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/563f51f0-4bde-4cc9-bd27-11fb62f676fb HTTP/1.1" status: 204 len: 168 time: 0.1175416 Jul 05 10:19:46.683984 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d404016-5e6a-4054-a398-6314b5965b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563f51f0-4bde-4cc9-bd27-11fb62f676fb,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:46.811214 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:19:47.085571 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 72ed03a9-7e5f-4bc9-b86a-a036ece87d2e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:19:47.105712 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] No Port match for: 72ed03a9-7e5f-4bc9-b86a-a036ece87d2e {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:19:47.106051 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 72ed03a9-7e5f-4bc9-b86a-a036ece87d2e not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:19:47.106453 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 06814086-3e0a-4167-a04e-1856a2e0aa4d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:19:47.126871 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] No Port match for: 06814086-3e0a-4167-a04e-1856a2e0aa4d {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:19:47.127211 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 06814086-3e0a-4167-a04e-1856a2e0aa4d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:19:52.839605 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=56,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:52.840443 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:54.684302 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:54.685155 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:56.679318 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:DELETE=9,neutron:SELECT=58 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:56.680070 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:57.108338 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=38,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:19:57.109122 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:20:01.225638 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:20:02.030708 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d665c4b-6564-478a-9e29-f160c9d011de req-a8c8b587-306e-4d5e-a456-4c642b541b0f tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:02.032746 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0d665c4b-6564-478a-9e29-f160c9d011de req-a8c8b587-306e-4d5e-a456-4c642b541b0f tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 945 time: 0.0464475 Jul 05 10:20:02.079829 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0d665c4b-6564-478a-9e29-f160c9d011de req-6998a155-c023-4e47-92ad-c78a79ab4c2c tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409040 Jul 05 10:20:03.202288 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c224796-76b8-479f-a1b4-cd589cb8e467 req-0d80f4c8-b8bf-4fc7-8d38-132eedda863e tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:03.203736 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4c224796-76b8-479f-a1b4-cd589cb8e467 req-0d80f4c8-b8bf-4fc7-8d38-132eedda863e tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 945 time: 0.0508780 Jul 05 10:20:03.249755 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4c224796-76b8-479f-a1b4-cd589cb8e467 req-7056537e-c8e6-4761-a1db-e2eb1fd00acb tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405264 Jul 05 10:20:04.365982 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071d501-2447-4c79-b4c7-9f5cb93ec5f2 req-ed8cfcf2-4b02-4530-bb3a-345ffad70514 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:04.367421 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8071d501-2447-4c79-b4c7-9f5cb93ec5f2 req-ed8cfcf2-4b02-4530-bb3a-345ffad70514 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 945 time: 0.0466287 Jul 05 10:20:04.413763 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8071d501-2447-4c79-b4c7-9f5cb93ec5f2 req-638c3611-b33d-4f5f-8546-48ded9746964 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410516 Jul 05 10:20:05.528932 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce4f4b-2976-4540-bece-04280b3c3e74 req-713b0ca2-cdd8-48bb-848d-c591b2f42e72 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:05.530372 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-76ce4f4b-2976-4540-bece-04280b3c3e74 req-713b0ca2-cdd8-48bb-848d-c591b2f42e72 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 945 time: 0.0465598 Jul 05 10:20:05.579247 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-76ce4f4b-2976-4540-bece-04280b3c3e74 req-71eac141-dbe6-471e-8b9c-aa99db47cae4 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435190 Jul 05 10:20:06.894432 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0a060-a0cd-4c7b-b592-b78dec063345 req-4d1c6ef6-e4bc-4fc8-844f-85022ca1f0ab tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:06.895860 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-12c0a060-a0cd-4c7b-b592-b78dec063345 req-4d1c6ef6-e4bc-4fc8-844f-85022ca1f0ab tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 945 time: 0.2456312 Jul 05 10:20:06.942510 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-12c0a060-a0cd-4c7b-b592-b78dec063345 req-d81df041-6490-4d2c-b63b-d950a07fe86b tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410666 Jul 05 10:20:08.113683 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf5a64-dd04-4c45-a663-de3843e8c192 req-7c3f608d-0a31-4294-86e4-1b2e81d97375 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:08.115319 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6ecf5a64-dd04-4c45-a663-de3843e8c192 req-7c3f608d-0a31-4294-86e4-1b2e81d97375 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 945 time: 0.1015589 Jul 05 10:20:08.160921 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6ecf5a64-dd04-4c45-a663-de3843e8c192 req-2b9d1cc4-faec-47a3-95c0-49aa059b2c84 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399559 Jul 05 10:20:09.279164 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18c7c6-e583-45f6-bc61-78dec7263fce req-b46e142c-dbba-4cae-b8ba-61248ba6b1b4 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:09.280620 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4d18c7c6-e583-45f6-bc61-78dec7263fce req-b46e142c-dbba-4cae-b8ba-61248ba6b1b4 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 945 time: 0.0501087 Jul 05 10:20:09.327054 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4d18c7c6-e583-45f6-bc61-78dec7263fce req-dab88de6-2fbc-49a4-88f3-ae8173728616 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409787 Jul 05 10:20:10.441933 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee46189-0dc9-479e-afdc-b0a2c1ead125 req-4a0e3a71-0f3b-45be-89e0-0acf73dc7b9f tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:10.443375 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fee46189-0dc9-479e-afdc-b0a2c1ead125 req-4a0e3a71-0f3b-45be-89e0-0acf73dc7b9f tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 945 time: 0.0456929 Jul 05 10:20:10.488689 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fee46189-0dc9-479e-afdc-b0a2c1ead125 req-7d1122ad-1c8e-4702-a754-f0a7a0c08edd tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399683 Jul 05 10:20:11.494423 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b8ae1264-ce7b-493c-8a55-b05dde77af0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:20:11.603771 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e253e-9d7f-40ad-9ba2-90d80c96ce07 req-dc65f3ec-fb17-4a4b-abeb-9d1dcf79d71d tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:11.605238 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e92e253e-9d7f-40ad-9ba2-90d80c96ce07 req-dc65f3ec-fb17-4a4b-abeb-9d1dcf79d71d tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 945 time: 0.0461698 Jul 05 10:20:11.654189 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e92e253e-9d7f-40ad-9ba2-90d80c96ce07 req-22f0d764-7583-485f-99b0-15bbacc2c66e tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436304 Jul 05 10:20:11.903761 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:20:12.772013 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cade1ef-e4c5-4eaf-b23c-068dbb5dc2b0 req-287e8862-afeb-4870-b920-b80610f784b4 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:12.773609 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2cade1ef-e4c5-4eaf-b23c-068dbb5dc2b0 req-287e8862-afeb-4870-b920-b80610f784b4 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 945 time: 0.0470395 Jul 05 10:20:12.821278 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2cade1ef-e4c5-4eaf-b23c-068dbb5dc2b0 req-d0fa8190-0160-419d-a966-2f1c75de1d35 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423818 Jul 05 10:20:13.938262 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1f627-3d13-4195-b2cf-aaae91f73b51 req-172a2b14-87f4-4e73-8a15-2429354a6ac5 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:13.939709 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0ae1f627-3d13-4195-b2cf-aaae91f73b51 req-172a2b14-87f4-4e73-8a15-2429354a6ac5 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 945 time: 0.0456069 Jul 05 10:20:13.965578 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:20:13.986966 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0ae1f627-3d13-4195-b2cf-aaae91f73b51 req-e14cd31c-df39-40a1-bd09-d2a344488fb4 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410192 Jul 05 10:20:14.012883 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-74763ac3-7dfc-43d9-b8e4-8c1653fdccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:20:14.961687 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:20:15.096719 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:20:15.107815 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cc5d4-c1b6-4b1b-b67b-064a38b9b531 req-80431453-bd25-416f-8635-442ffdec55a8 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:15.109289 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-264cc5d4-c1b6-4b1b-b67b-064a38b9b531 req-80431453-bd25-416f-8635-442ffdec55a8 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 945 time: 0.0499804 Jul 05 10:20:15.155366 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-264cc5d4-c1b6-4b1b-b67b-064a38b9b531 req-56ccae24-f63e-4ca1-9b4e-5253df6de718 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400138 Jul 05 10:20:16.228147 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device e6fb0593-584d-4308-86f5-4705f3dc20c8 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:20:16.273656 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a57006-367b-47a9-9962-63d8b2844469 req-a55a76e7-1355-4b3d-8161-aab7ace66e2a tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:16.275142 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d7a57006-367b-47a9-9962-63d8b2844469 req-a55a76e7-1355-4b3d-8161-aab7ace66e2a tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 945 time: 0.0488853 Jul 05 10:20:16.324101 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d7a57006-367b-47a9-9962-63d8b2844469 req-293d3a5c-e9fa-48c5-be90-b33c7db6e5e2 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434241 Jul 05 10:20:16.324434 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:20:16.343556 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port e6fb0593-584d-4308-86f5-4705f3dc20c8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e6fb0593-584d-4308-86f5-4705f3dc20c8,segment=NetworkSegment(bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa),segment_id=bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:16.354899 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Returning: {'device': 'e6fb0593-584d-4308-86f5-4705f3dc20c8', 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e', 'port_id': 'e6fb0593-584d-4308-86f5-4705f3dc20c8', 'mac_address': 'fa:16:3e:4a:c7:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:20:16.389316 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port e6fb0593-584d-4308-86f5-4705f3dc20c8 is: ACTIVE; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:20:16.389702 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (e6fb0593-584d-4308-86f5-4705f3dc20c8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:20:16.402820 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6fb0593-584d-4308-86f5-4705f3dc20c8 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:20:16.421721 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port e6fb0593-584d-4308-86f5-4705f3dc20c8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e6fb0593-584d-4308-86f5-4705f3dc20c8,segment=NetworkSegment(bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa),segment_id=bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:16.425435 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (e6fb0593-584d-4308-86f5-4705f3dc20c8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:20:16.474512 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=e6fb0593-584d-4308-86f5-4705f3dc20c8,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:16.481344 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:16.481685 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:16.482025 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:16.482361 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:16.482692 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:16.483019 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:16.483339 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:16.483658 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:16.483979 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:16.484297 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:16.484643 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:16.484963 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:16.485278 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:16.485599 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:16.485910 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:16.569600 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['e6fb0593-584d-4308-86f5-4705f3dc20c8'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:20:16.812185 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:20:17.448070 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352db07-2cdf-4057-af75-189c02db7278 req-3f683e22-572f-4c0d-83ab-3807d9f57273 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:17.449656 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b352db07-2cdf-4057-af75-189c02db7278 req-3f683e22-572f-4c0d-83ab-3807d9f57273 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 944 time: 0.0522482 Jul 05 10:20:17.495684 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b352db07-2cdf-4057-af75-189c02db7278 req-818e69d9-949a-4e21-9ceb-1c40870266be tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405118 Jul 05 10:20:18.251268 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device e6fb0593-584d-4308-86f5-4705f3dc20c8 up at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:20:18.297897 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning complete for port e6fb0593-584d-4308-86f5-4705f3dc20c8 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:20:18.298264 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (e6fb0593-584d-4308-86f5-4705f3dc20c8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:20:18.367001 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port e6fb0593-584d-4308-86f5-4705f3dc20c8 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:20:18.367376 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (e6fb0593-584d-4308-86f5-4705f3dc20c8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:20:18.389049 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff442846-3ded-48c4-8a48-df125f46d0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fb0593-584d-4308-86f5-4705f3dc20c8'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:20:18.391226 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0ff12b24adccf04d36d5e95ed2fd555b52d0445ded186c21edfbf2ad21407b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3474fd83-06b6-40e5-bffe-ea9176c95519" -d '{"events": [{"server_uuid": "ff442846-3ded-48c4-8a48-df125f46d0d6", "name": "network-vif-plugged", "status": "completed", "tag": "e6fb0593-584d-4308-86f5-4705f3dc20c8"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:20:18.403969 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port e6fb0593-584d-4308-86f5-4705f3dc20c8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e6fb0593-584d-4308-86f5-4705f3dc20c8,segment=NetworkSegment(bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa),segment_id=bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:18.408197 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (e6fb0593-584d-4308-86f5-4705f3dc20c8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:20:18.433647 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:20:18.435386 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4affd025-d20e-41a1-8b09-81f5e3cc472b x-openstack-request-id: req-4affd025-d20e-41a1-8b09-81f5e3cc472b {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:20:18.435654 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff442846-3ded-48c4-8a48-df125f46d0d6", "name": "network-vif-plugged", "status": "completed", "tag": "e6fb0593-584d-4308-86f5-4705f3dc20c8", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:20:18.435898 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4affd025-d20e-41a1-8b09-81f5e3cc472b {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:20:18.436287 dv-cinder-master-3-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4affd025-d20e-41a1-8b09-81f5e3cc472b'] response: {'server_uuid': 'ff442846-3ded-48c4-8a48-df125f46d0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fb0593-584d-4308-86f5-4705f3dc20c8', 'code': 200} Jul 05 10:20:18.461992 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=e6fb0593-584d-4308-86f5-4705f3dc20c8,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:18.612214 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ee3b0-3acc-4949-8e20-f86efb189db4 req-9f151882-b940-49ee-8cfc-fe424348713f tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:18.613711 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9e4ee3b0-3acc-4949-8e20-f86efb189db4 req-9f151882-b940-49ee-8cfc-fe424348713f tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 945 time: 0.0480614 Jul 05 10:20:18.660896 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9e4ee3b0-3acc-4949-8e20-f86efb189db4 req-3d2da41c-5579-4f86-bb5e-4c30849682c8 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415223 Jul 05 10:20:19.788820 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db6ee6-7112-4712-91e5-fa4f9b3f6043 req-e45aa7c1-db17-4d77-b386-aa71de3b7a26 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:19.796415 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-89db6ee6-7112-4712-91e5-fa4f9b3f6043 req-e45aa7c1-db17-4d77-b386-aa71de3b7a26 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 945 time: 0.0627558 Jul 05 10:20:19.848481 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-89db6ee6-7112-4712-91e5-fa4f9b3f6043 req-2930e655-6fc5-4885-bb33-2cda75a42f36 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511262 Jul 05 10:20:20.199060 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:20:20.203114 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=5 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:20:21.266626 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f9513-4c62-4af9-911e-8095ebfc2f9a req-9bfa846e-6633-4358-9608-0ddd13110ce6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:21.268126 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d74f9513-4c62-4af9-911e-8095ebfc2f9a req-9bfa846e-6633-4358-9608-0ddd13110ce6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 945 time: 0.3372786 Jul 05 10:20:21.271744 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81673d31-d19f-4092-aec7-48c1b0ab2700 req-88e0caa0-75b9-49e4-a91b-03dafdbdddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:21.273172 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-81673d31-d19f-4092-aec7-48c1b0ab2700 req-88e0caa0-75b9-49e4-a91b-03dafdbdddb8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0c19d009f1b4ef09a40267bcf654107&device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 1129 time: 0.0560827 Jul 05 10:20:21.353792 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d74f9513-4c62-4af9-911e-8095ebfc2f9a req-2aa1ee18-f386-4484-a0e2-f6784f4da6ec tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780041 Jul 05 10:20:21.416770 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81673d31-d19f-4092-aec7-48c1b0ab2700 req-361d7d0b-b43d-49c3-ae74-49556318ffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:21.418233 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-81673d31-d19f-4092-aec7-48c1b0ab2700 req-361d7d0b-b43d-49c3-ae74-49556318ffdd service neutron] 10.222.0.30 "GET /v2.0/networks?id=fddec1cf-8b7c-4e90-af09-12a66276106e HTTP/1.1" status: 200 len: 918 time: 0.1237042 Jul 05 10:20:21.483992 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-81673d31-d19f-4092-aec7-48c1b0ab2700 req-b8f7c8c3-4b17-4f3c-9204-29ef60b3334c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6fb0593-584d-4308-86f5-4705f3dc20c8 HTTP/1.1" status: 200 len: 1000 time: 0.0584249 Jul 05 10:20:21.544658 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81673d31-d19f-4092-aec7-48c1b0ab2700 req-901a6f9a-1b72-4f9b-a352-229e4c8dead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:21.546268 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-81673d31-d19f-4092-aec7-48c1b0ab2700 req-901a6f9a-1b72-4f9b-a352-229e4c8dead6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de HTTP/1.1" status: 200 len: 856 time: 0.0554323 Jul 05 10:20:21.597040 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81673d31-d19f-4092-aec7-48c1b0ab2700 req-88c447b7-52ca-44c5-be52-1988e8554820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:21.598852 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-81673d31-d19f-4092-aec7-48c1b0ab2700 req-88c447b7-52ca-44c5-be52-1988e8554820 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fddec1cf-8b7c-4e90-af09-12a66276106e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438685 Jul 05 10:20:21.703290 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-81673d31-d19f-4092-aec7-48c1b0ab2700 req-7f6fd2aa-5e32-4029-b3bc-60aa72fd8665 service neutron] 10.222.0.30 "GET /v2.0/networks/fddec1cf-8b7c-4e90-af09-12a66276106e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984230 Jul 05 10:20:21.784638 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:20:21.804035 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-81673d31-d19f-4092-aec7-48c1b0ab2700 req-63746970-7a2a-454b-9957-aae642cb0058 service neutron] 10.222.0.30 "GET /v2.0/networks/fddec1cf-8b7c-4e90-af09-12a66276106e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944495 Jul 05 10:20:22.437881 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:20:22.478945 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1eaffd-da38-4ab9-b0c4-08378fe01af6 req-d6da3c95-aedf-4c6f-a029-dc090f838a59 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:22.480796 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6c1eaffd-da38-4ab9-b0c4-08378fe01af6 req-d6da3c95-aedf-4c6f-a029-dc090f838a59 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 945 time: 0.0524373 Jul 05 10:20:22.535442 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6c1eaffd-da38-4ab9-b0c4-08378fe01af6 req-df1352d1-d412-40df-987b-4b96a5a4328c tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486975 Jul 05 10:20:23.658770 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce070435-2dfc-47c6-8af9-a4d63c6159ce req-a2ea5a37-9170-42e4-b01c-280dcb1a928a tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:23.660469 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ce070435-2dfc-47c6-8af9-a4d63c6159ce req-a2ea5a37-9170-42e4-b01c-280dcb1a928a tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 945 time: 0.0493135 Jul 05 10:20:23.709272 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ce070435-2dfc-47c6-8af9-a4d63c6159ce req-249eadff-95f5-412c-b12f-0c906796a571 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424716 Jul 05 10:20:24.831259 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf66f5-91a2-477c-b6be-d1a8fbecd4fe req-8e53f24a-a6e9-4e2b-97d2-d3e1baeb9b69 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:24.832828 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9dbf66f5-91a2-477c-b6be-d1a8fbecd4fe req-8e53f24a-a6e9-4e2b-97d2-d3e1baeb9b69 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 945 time: 0.0489135 Jul 05 10:20:24.890732 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9dbf66f5-91a2-477c-b6be-d1a8fbecd4fe req-04b2ffe3-3f20-48b5-a593-c3e4e36c69f0 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524065 Jul 05 10:20:26.044559 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58512fff-735f-42a4-8934-bfc3c8835c5b req-e7d9d017-162e-4573-aa70-e7e988cfda15 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:26.046253 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-58512fff-735f-42a4-8934-bfc3c8835c5b req-e7d9d017-162e-4573-aa70-e7e988cfda15 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 945 time: 0.0572612 Jul 05 10:20:26.098551 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-58512fff-735f-42a4-8934-bfc3c8835c5b req-17433c83-935e-43d0-bf53-e49d2e14ad57 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461988 Jul 05 10:20:27.238617 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dae2cd-0784-4871-9f90-2683f6b48d99 req-20a4005c-a4fe-48cd-9298-3dc64345d0a9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:27.240149 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-01dae2cd-0784-4871-9f90-2683f6b48d99 req-20a4005c-a4fe-48cd-9298-3dc64345d0a9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 945 time: 0.0587244 Jul 05 10:20:27.295894 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-01dae2cd-0784-4871-9f90-2683f6b48d99 req-315d32e9-806c-4a83-92c9-dc517f3bcca3 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492747 Jul 05 10:20:28.441460 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebbd9ae-7d32-435d-a541-0af40b06cbba req-15651694-aa4b-41d6-8895-e44c521e4087 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:28.442205 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bebbd9ae-7d32-435d-a541-0af40b06cbba req-15651694-aa4b-41d6-8895-e44c521e4087 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 945 time: 0.0539193 Jul 05 10:20:28.458825 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:20:28.460149 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:20:28.505023 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bebbd9ae-7d32-435d-a541-0af40b06cbba req-c064f7d2-9be1-40c8-a464-9a5f506e3401 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541606 Jul 05 10:20:29.621993 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11e724-56fe-4bac-be09-25f597c69230 req-9d4847e1-6a78-4974-bdb1-b9e74abf804e tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:29.623597 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9f11e724-56fe-4bac-be09-25f597c69230 req-9d4847e1-6a78-4974-bdb1-b9e74abf804e tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 945 time: 0.0464990 Jul 05 10:20:29.670054 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9f11e724-56fe-4bac-be09-25f597c69230 req-5daa2e6d-efdc-456b-a5fd-47ad944e9b07 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411825 Jul 05 10:20:30.290089 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c226f3-015e-436f-b3a5-d7ba0910c735 req-13537e9a-7e6a-4ed4-9483-9ec9af40429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:30.291598 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-47c226f3-015e-436f-b3a5-d7ba0910c735 req-13537e9a-7e6a-4ed4-9483-9ec9af40429c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0c19d009f1b4ef09a40267bcf654107&device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 1129 time: 0.0835893 Jul 05 10:20:30.384472 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c226f3-015e-436f-b3a5-d7ba0910c735 req-ab96fcec-8ad3-4586-922e-5f56f4f57532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:30.385908 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-47c226f3-015e-436f-b3a5-d7ba0910c735 req-ab96fcec-8ad3-4586-922e-5f56f4f57532 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fddec1cf-8b7c-4e90-af09-12a66276106e HTTP/1.1" status: 200 len: 918 time: 0.0888002 Jul 05 10:20:30.444708 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-47c226f3-015e-436f-b3a5-d7ba0910c735 req-7407f00d-373c-46a0-bd46-4228867dc662 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6fb0593-584d-4308-86f5-4705f3dc20c8 HTTP/1.1" status: 200 len: 1000 time: 0.0525417 Jul 05 10:20:30.495080 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c226f3-015e-436f-b3a5-d7ba0910c735 req-ab4a0719-41cb-4350-8808-a0ef41a35de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:30.496399 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-47c226f3-015e-436f-b3a5-d7ba0910c735 req-ab4a0719-41cb-4350-8808-a0ef41a35de7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de HTTP/1.1" status: 200 len: 856 time: 0.0463891 Jul 05 10:20:30.537589 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c226f3-015e-436f-b3a5-d7ba0910c735 req-97f5c2d5-93c8-4f5e-b927-686cbbd6ef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:30.539531 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-47c226f3-015e-436f-b3a5-d7ba0910c735 req-97f5c2d5-93c8-4f5e-b927-686cbbd6ef4c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fddec1cf-8b7c-4e90-af09-12a66276106e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372396 Jul 05 10:20:30.548575 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [req-47c226f3-015e-436f-b3a5-d7ba0910c735 req-e51e0780-e301-43d5-bec2-cc65b4ff05c5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 05 10:20:30.549497 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-47c226f3-015e-436f-b3a5-d7ba0910c735 req-e51e0780-e301-43d5-bec2-cc65b4ff05c5 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0046530 Jul 05 10:20:30.633349 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:20:30.635548 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:20:30.640270 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-47c226f3-015e-436f-b3a5-d7ba0910c735 req-926afa9c-f0a3-4bd5-bbe2-58692a087ba8 service neutron] 10.222.0.30 "GET /v2.0/networks/fddec1cf-8b7c-4e90-af09-12a66276106e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847504 Jul 05 10:20:30.728036 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-47c226f3-015e-436f-b3a5-d7ba0910c735 req-c93afd5c-1ef1-4cb7-a501-0f6aa312e76a service neutron] 10.222.0.30 "GET /v2.0/networks/fddec1cf-8b7c-4e90-af09-12a66276106e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814095 Jul 05 10:20:30.789611 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c1bcb-ba88-4c95-9a2d-e7e6620c9a0d req-f824b2cf-3a17-4a58-85c4-c684a1e18da3 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:30.791192 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a57c1bcb-ba88-4c95-9a2d-e7e6620c9a0d req-f824b2cf-3a17-4a58-85c4-c684a1e18da3 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 945 time: 0.0475733 Jul 05 10:20:30.841838 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a57c1bcb-ba88-4c95-9a2d-e7e6620c9a0d req-ac54c78e-b589-4611-a2b6-052ece584dbf tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451088 Jul 05 10:20:31.963375 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18a127-271d-4899-b350-48b9d534b2a4 req-0d0acc88-bcbf-432b-9c51-a1e4daae1230 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:31.964869 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8c18a127-271d-4899-b350-48b9d534b2a4 req-0d0acc88-bcbf-432b-9c51-a1e4daae1230 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 945 time: 0.0471213 Jul 05 10:20:32.012155 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8c18a127-271d-4899-b350-48b9d534b2a4 req-edd62315-6bcd-4988-9bf5-67b1e58f4684 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418580 Jul 05 10:20:33.134364 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c886405-ecdf-421f-86a7-cdac87287b67 req-b4a4e2ef-6063-4b6d-8972-c83625769a78 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:33.135810 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5c886405-ecdf-421f-86a7-cdac87287b67 req-b4a4e2ef-6063-4b6d-8972-c83625769a78 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 945 time: 0.0470166 Jul 05 10:20:33.182482 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5c886405-ecdf-421f-86a7-cdac87287b67 req-4b92e7ff-7773-426d-943f-308a7ee58121 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411487 Jul 05 10:20:33.781818 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328cea5-b25d-4ad2-9376-0174ff4edd83 req-f6bafee7-ab46-45f5-9c5d-70f629151f31 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:33.783312 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f328cea5-b25d-4ad2-9376-0174ff4edd83 req-f6bafee7-ab46-45f5-9c5d-70f629151f31 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 945 time: 0.0522895 Jul 05 10:20:33.835125 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f328cea5-b25d-4ad2-9376-0174ff4edd83 req-db67cdd4-b1f7-435f-a8e8-2b0667f0580a tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446854 Jul 05 10:20:33.990424 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 50568) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:20:34.075148 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6d222616-07c3-4cfa-b135-e3ce3cc7f48a req-7defbf54-ccf3-43b6-90c1-56d9546af80f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836153 Jul 05 10:20:34.083463 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [req-6d222616-07c3-4cfa-b135-e3ce3cc7f48a req-03e55b59-1c41-464a-88ac-34ba11005559 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 05 10:20:34.084382 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6d222616-07c3-4cfa-b135-e3ce3cc7f48a req-03e55b59-1c41-464a-88ac-34ba11005559 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047090 Jul 05 10:20:34.158147 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 50576) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:20:34.248430 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d222616-07c3-4cfa-b135-e3ce3cc7f48a req-b13bd2d6-dab4-4ea6-8e6b-76ea630d21be tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:34.249672 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6d222616-07c3-4cfa-b135-e3ce3cc7f48a req-b13bd2d6-dab4-4ea6-8e6b-76ea630d21be tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports/e6fb0593-584d-4308-86f5-4705f3dc20c8 HTTP/1.1" status: 200 len: 942 time: 0.0905821 Jul 05 10:20:34.381058 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device e6fb0593-584d-4308-86f5-4705f3dc20c8 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:20:34.457404 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port e6fb0593-584d-4308-86f5-4705f3dc20c8 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:20:34.457797 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (e6fb0593-584d-4308-86f5-4705f3dc20c8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:20:34.481490 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff442846-3ded-48c4-8a48-df125f46d0d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6fb0593-584d-4308-86f5-4705f3dc20c8'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:20:34.483769 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0ff12b24adccf04d36d5e95ed2fd555b52d0445ded186c21edfbf2ad21407b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b923fb45-c7a9-40d4-9ad2-376678b509a0" -d '{"events": [{"server_uuid": "ff442846-3ded-48c4-8a48-df125f46d0d6", "name": "network-vif-unplugged", "status": "completed", "tag": "e6fb0593-584d-4308-86f5-4705f3dc20c8"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:20:34.496275 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port e6fb0593-584d-4308-86f5-4705f3dc20c8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e6fb0593-584d-4308-86f5-4705f3dc20c8,segment=NetworkSegment(bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa),segment_id=bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:34.500836 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (e6fb0593-584d-4308-86f5-4705f3dc20c8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:20:34.527773 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 05 Jul 2022 10:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f30cb66-7587-4d78-9298-810c09225012 x-openstack-request-id: req-9f30cb66-7587-4d78-9298-810c09225012 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:20:34.528033 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff442846-3ded-48c4-8a48-df125f46d0d6", "name": "network-vif-unplugged", "status": "failed", "tag": "e6fb0593-584d-4308-86f5-4705f3dc20c8", "code": 422}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:20:34.528281 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f30cb66-7587-4d78-9298-810c09225012 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:20:34.528718 dv-cinder-master-3-iscsi neutron-server[104033]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9f30cb66-7587-4d78-9298-810c09225012']: {'server_uuid': 'ff442846-3ded-48c4-8a48-df125f46d0d6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e6fb0593-584d-4308-86f5-4705f3dc20c8', 'code': 422} returned with failed status Jul 05 10:20:34.556254 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=e6fb0593-584d-4308-86f5-4705f3dc20c8,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:34.952794 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd6a7c-fbfe-4cf5-8fae-d79ec0230d7f req-0f361ae7-c6f5-4cdb-819b-2858e891bf4c tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:34.954246 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8ccd6a7c-fbfe-4cf5-8fae-d79ec0230d7f req-0f361ae7-c6f5-4cdb-819b-2858e891bf4c tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 943 time: 0.0471704 Jul 05 10:20:35.001399 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8ccd6a7c-fbfe-4cf5-8fae-d79ec0230d7f req-467cdaf1-3a86-4d39-b76d-b93c77b3a335 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413957 Jul 05 10:20:35.751790 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d222616-07c3-4cfa-b135-e3ce3cc7f48a req-ccfc777e-c8d1-4392-b139-eba8f6104b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:35.753295 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6d222616-07c3-4cfa-b135-e3ce3cc7f48a req-ccfc777e-c8d1-4392-b139-eba8f6104b01 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6&tenant_id=f0c19d009f1b4ef09a40267bcf654107 HTTP/1.1" status: 200 len: 1127 time: 0.0394697 Jul 05 10:20:35.826982 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d222616-07c3-4cfa-b135-e3ce3cc7f48a req-95ad5315-0027-43b0-9be6-e52cba17af3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:35.829525 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6d222616-07c3-4cfa-b135-e3ce3cc7f48a req-95ad5315-0027-43b0-9be6-e52cba17af3c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0c19d009f1b4ef09a40267bcf654107&device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 1127 time: 0.0447891 Jul 05 10:20:35.916372 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d222616-07c3-4cfa-b135-e3ce3cc7f48a req-97d27a13-1af8-432c-8f86-d3c430b5ebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:35.917878 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6d222616-07c3-4cfa-b135-e3ce3cc7f48a req-97d27a13-1af8-432c-8f86-d3c430b5ebb4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fddec1cf-8b7c-4e90-af09-12a66276106e HTTP/1.1" status: 200 len: 918 time: 0.0830121 Jul 05 10:20:35.981051 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6d222616-07c3-4cfa-b135-e3ce3cc7f48a req-41954491-ca32-4c3c-8be7-3aef547c16b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6fb0593-584d-4308-86f5-4705f3dc20c8 HTTP/1.1" status: 200 len: 998 time: 0.0571606 Jul 05 10:20:36.029417 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d222616-07c3-4cfa-b135-e3ce3cc7f48a req-9bef0b47-73ad-41f4-bdf4-703392d4aaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:36.030773 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6d222616-07c3-4cfa-b135-e3ce3cc7f48a req-9bef0b47-73ad-41f4-bdf4-703392d4aaba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de HTTP/1.1" status: 200 len: 856 time: 0.0441625 Jul 05 10:20:36.077783 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d222616-07c3-4cfa-b135-e3ce3cc7f48a req-9ef6adc3-a502-44a4-8124-033d61ea4f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:36.079252 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6d222616-07c3-4cfa-b135-e3ce3cc7f48a req-9ef6adc3-a502-44a4-8124-033d61ea4f4c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fddec1cf-8b7c-4e90-af09-12a66276106e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419292 Jul 05 10:20:36.147104 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd5d10-1fcd-4026-a11b-f1476035289f req-61909508-6d78-4898-8f58-ab5dbbf03e18 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:36.149063 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-53fd5d10-1fcd-4026-a11b-f1476035289f req-61909508-6d78-4898-8f58-ab5dbbf03e18 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 943 time: 0.0736582 Jul 05 10:20:36.200186 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:20:36.206171 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:20:36.234929 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6d222616-07c3-4cfa-b135-e3ce3cc7f48a req-f499da22-4368-4fef-90b9-8755add8ea15 service neutron] 10.222.0.30 "GET /v2.0/networks/fddec1cf-8b7c-4e90-af09-12a66276106e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465321 Jul 05 10:20:36.241809 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-53fd5d10-1fcd-4026-a11b-f1476035289f req-bbb507e7-d73b-41b0-a88b-e6d0051f01db tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645452 Jul 05 10:20:36.328373 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6d222616-07c3-4cfa-b135-e3ce3cc7f48a req-c6735b12-2470-4d8a-8296-f31f72d9d559 service neutron] 10.222.0.30 "GET /v2.0/networks/fddec1cf-8b7c-4e90-af09-12a66276106e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853209 Jul 05 10:20:37.364761 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe110d50-2cda-4e99-955b-4dc5e525b385 req-137e13a8-3f43-41a6-bd9c-c46e6fcf72cc tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:37.366259 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fe110d50-2cda-4e99-955b-4dc5e525b385 req-137e13a8-3f43-41a6-bd9c-c46e6fcf72cc tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 943 time: 0.0490425 Jul 05 10:20:37.419255 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fe110d50-2cda-4e99-955b-4dc5e525b385 req-4f010254-0be2-41ef-8140-9d129cf7b16f tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466435 Jul 05 10:20:38.225432 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:20:38.544275 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8d9da-34d7-42bf-9691-dd37fe80ffa1 req-2dce144c-3afe-4429-8ff5-a86467712f88 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:38.545813 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e5d8d9da-34d7-42bf-9691-dd37fe80ffa1 req-2dce144c-3afe-4429-8ff5-a86467712f88 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 943 time: 0.0490973 Jul 05 10:20:38.600445 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e5d8d9da-34d7-42bf-9691-dd37fe80ffa1 req-34123694-e94f-47a1-bfca-e3e93d9246b7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491426 Jul 05 10:20:39.723153 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfafeb8-6f78-4801-aff4-460cc2520f7d req-f74ca134-29fe-43c5-adde-f03005156452 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:39.724642 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0bfafeb8-6f78-4801-aff4-460cc2520f7d req-f74ca134-29fe-43c5-adde-f03005156452 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 943 time: 0.0489116 Jul 05 10:20:39.776619 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0bfafeb8-6f78-4801-aff4-460cc2520f7d req-8da97f2f-a6f4-4822-bf5c-0110b7c11892 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458934 Jul 05 10:20:40.906214 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb19c2a-5f24-4471-b36f-86ac35a40fcf req-c486fff3-87ad-4c8e-9888-edd2e4aa08a5 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:40.908174 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bdb19c2a-5f24-4471-b36f-86ac35a40fcf req-c486fff3-87ad-4c8e-9888-edd2e4aa08a5 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 943 time: 0.0518591 Jul 05 10:20:40.958978 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bdb19c2a-5f24-4471-b36f-86ac35a40fcf req-f5cbb3e7-2acc-4b6d-a634-f353f3b0301f tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443709 Jul 05 10:20:41.500801 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fafd22ee-14ad-482c-8bcd-d0ade2b02ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:20:41.911492 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:20:42.108918 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0b3fa-e49e-45d6-bbb2-f29f28f9ee9a req-6cefbd9e-8d3c-49c0-8367-8aa9d8fb7cfc tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:42.111173 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d5d0b3fa-e49e-45d6-bbb2-f29f28f9ee9a req-6cefbd9e-8d3c-49c0-8367-8aa9d8fb7cfc tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 943 time: 0.0532711 Jul 05 10:20:42.164136 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d5d0b3fa-e49e-45d6-bbb2-f29f28f9ee9a req-3a648683-6179-45e3-8b22-2344f52436e2 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473912 Jul 05 10:20:43.287921 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff65c3a-d1da-4dea-a24a-77faa25e03df req-8abbfeab-0b7d-4751-9df7-92cd94a80423 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:43.289544 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fff65c3a-d1da-4dea-a24a-77faa25e03df req-8abbfeab-0b7d-4751-9df7-92cd94a80423 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 943 time: 0.0498610 Jul 05 10:20:43.349261 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fff65c3a-d1da-4dea-a24a-77faa25e03df req-af4d896e-e10c-46cb-b906-4e3f69400c31 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533814 Jul 05 10:20:44.015019 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e3886d15-473e-451f-89db-946a459ced0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:20:44.236495 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=7 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:20:44.240720 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=7 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:20:44.483162 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48bc63-9bfc-48b0-864f-828422ea40fd req-156b214a-b118-4929-be08-9b9e928b6ed6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:44.484678 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-eb48bc63-9bfc-48b0-864f-828422ea40fd req-156b214a-b118-4929-be08-9b9e928b6ed6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 943 time: 0.0530796 Jul 05 10:20:44.533686 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-eb48bc63-9bfc-48b0-864f-828422ea40fd req-7311ddbe-12ca-4eee-a859-788efdbbb16a tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435481 Jul 05 10:20:44.966133 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:20:45.656814 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73949f-7863-48e7-a542-77e0dc71c145 req-d74b5da5-c78c-422f-9dab-53772fa76995 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:45.658242 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2e73949f-7863-48e7-a542-77e0dc71c145 req-d74b5da5-c78c-422f-9dab-53772fa76995 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 943 time: 0.0472958 Jul 05 10:20:45.703634 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2e73949f-7863-48e7-a542-77e0dc71c145 req-6913feec-0eb8-42b7-953b-ff867823cb66 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400448 Jul 05 10:20:46.293273 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:20:46.814596 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:20:46.821615 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af443ea7-89ae-4a99-8f86-2e5e7c549044 req-b3000ad1-c349-416c-9ae6-5727f9786bb5 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:46.823664 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-af443ea7-89ae-4a99-8f86-2e5e7c549044 req-b3000ad1-c349-416c-9ae6-5727f9786bb5 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 943 time: 0.0487549 Jul 05 10:20:46.873049 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-af443ea7-89ae-4a99-8f86-2e5e7c549044 req-9343ba2d-ed0b-46d0-be7f-86eb7cec8691 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438151 Jul 05 10:20:47.958112 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:20:47.996683 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b7caa-4ad7-4e69-9cd6-f803732f8ced req-2cfd9b03-aaa7-4eb8-9e29-74a88dcc96f8 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:47.998068 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-384b7caa-4ad7-4e69-9cd6-f803732f8ced req-2cfd9b03-aaa7-4eb8-9e29-74a88dcc96f8 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 943 time: 0.0484157 Jul 05 10:20:48.029505 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:20:48.048257 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-384b7caa-4ad7-4e69-9cd6-f803732f8ced req-17697272-ce02-4800-ae6f-d1109cf7a725 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447137 Jul 05 10:20:49.165747 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0ac27-beda-4742-ab83-b14d3e4bcfb1 req-f2845c32-c2df-42ab-a919-22a7fe4ffcc4 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:49.167724 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-93a0ac27-beda-4742-ab83-b14d3e4bcfb1 req-f2845c32-c2df-42ab-a919-22a7fe4ffcc4 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 943 time: 0.0472054 Jul 05 10:20:49.219500 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-93a0ac27-beda-4742-ab83-b14d3e4bcfb1 req-7405f122-9ec8-44c6-9811-844692543302 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420501 Jul 05 10:20:50.344138 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d97e4-729b-498f-973a-62e0a851c3c8 req-e86a7380-ab97-4140-9cfb-de4261ef8f5a tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:50.345651 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6d3d97e4-729b-498f-973a-62e0a851c3c8 req-e86a7380-ab97-4140-9cfb-de4261ef8f5a tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 943 time: 0.0554206 Jul 05 10:20:50.395532 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6d3d97e4-729b-498f-973a-62e0a851c3c8 req-e3f78e9a-eec0-48ae-af54-1ada1319797b tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443492 Jul 05 10:20:51.517009 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d33b71-b6b7-44a3-89f3-962d7f1b29ab req-12781786-a7d2-47c1-8442-575191438b59 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:51.518469 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-18d33b71-b6b7-44a3-89f3-962d7f1b29ab req-12781786-a7d2-47c1-8442-575191438b59 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 943 time: 0.0474975 Jul 05 10:20:51.565012 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-18d33b71-b6b7-44a3-89f3-962d7f1b29ab req-80c2b4bd-92ae-4b65-8f39-8e3cc65fc79e tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411534 Jul 05 10:20:52.681726 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653e7b8-d51f-4fc8-a6d6-cc7dfb04d210 req-09268be4-6313-4752-b5e3-3d29f769dbc5 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:52.683675 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d653e7b8-d51f-4fc8-a6d6-cc7dfb04d210 req-09268be4-6313-4752-b5e3-3d29f769dbc5 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 943 time: 0.0451806 Jul 05 10:20:52.733722 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d653e7b8-d51f-4fc8-a6d6-cc7dfb04d210 req-9d30327b-477a-4e84-99bb-45c7a88cb2dd tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442588 Jul 05 10:20:53.851961 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95e820-97ff-4bf0-90af-082fa566be81 req-50643045-64db-446b-89b3-26f2b0ba53d7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:53.853336 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7d95e820-97ff-4bf0-90af-082fa566be81 req-50643045-64db-446b-89b3-26f2b0ba53d7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 943 time: 0.0470364 Jul 05 10:20:53.905749 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7d95e820-97ff-4bf0-90af-082fa566be81 req-354a7dc8-d850-485d-8db7-984c0f530d1b tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470142 Jul 05 10:20:55.024311 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6168c66-b9ea-4404-bfa8-823af76acb4b req-8f7293bf-ea5b-488b-a135-be3ba572c7c5 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:55.026293 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f6168c66-b9ea-4404-bfa8-823af76acb4b req-8f7293bf-ea5b-488b-a135-be3ba572c7c5 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 943 time: 0.0458844 Jul 05 10:20:55.072171 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f6168c66-b9ea-4404-bfa8-823af76acb4b req-53a5f4b9-252a-4526-b2c0-056b1be08ee7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405231 Jul 05 10:20:56.193664 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7a28c-5657-4bb6-a115-36896b5001a6 req-d8c5914e-8bec-4662-ac77-c08978559557 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:56.195115 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-00c7a28c-5657-4bb6-a115-36896b5001a6 req-d8c5914e-8bec-4662-ac77-c08978559557 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 943 time: 0.0491605 Jul 05 10:20:56.242183 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-00c7a28c-5657-4bb6-a115-36896b5001a6 req-2f24e489-3558-489c-8ad9-dd18cdf81725 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409975 Jul 05 10:20:56.808554 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=29,neutron:UPDATE=7 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:20:56.810803 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:20:57.362761 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31132d5f-e624-4dcb-bda3-33e4ce1cf758 req-f465146d-275d-45b0-8e28-8ad2a6d7c3c8 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:57.364134 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-31132d5f-e624-4dcb-bda3-33e4ce1cf758 req-f465146d-275d-45b0-8e28-8ad2a6d7c3c8 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 943 time: 0.0472145 Jul 05 10:20:57.410797 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-31132d5f-e624-4dcb-bda3-33e4ce1cf758 req-acb424f9-5405-458d-bc75-27f7555b456f tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404837 Jul 05 10:20:58.461003 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device e6fb0593-584d-4308-86f5-4705f3dc20c8 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:20:58.533524 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04344e-a31e-49e7-941a-55dd12a3930b req-d9f24636-7035-4503-adb5-12e7592a4b5c tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:58.534978 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de04344e-a31e-49e7-941a-55dd12a3930b req-d9f24636-7035-4503-adb5-12e7592a4b5c tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 943 time: 0.0508091 Jul 05 10:20:58.559018 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port e6fb0593-584d-4308-86f5-4705f3dc20c8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e6fb0593-584d-4308-86f5-4705f3dc20c8,segment=NetworkSegment(bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa),segment_id=bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:58.571579 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Returning: {'device': 'e6fb0593-584d-4308-86f5-4705f3dc20c8', 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e', 'port_id': 'e6fb0593-584d-4308-86f5-4705f3dc20c8', 'mac_address': 'fa:16:3e:4a:c7:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:20:58.582494 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de04344e-a31e-49e7-941a-55dd12a3930b req-cfa68098-f687-4ced-9c83-0f0d3f744afe tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420861 Jul 05 10:20:58.610500 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port e6fb0593-584d-4308-86f5-4705f3dc20c8 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:20:58.610888 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (e6fb0593-584d-4308-86f5-4705f3dc20c8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:20:58.624446 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6fb0593-584d-4308-86f5-4705f3dc20c8 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:20:58.643999 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port e6fb0593-584d-4308-86f5-4705f3dc20c8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e6fb0593-584d-4308-86f5-4705f3dc20c8,segment=NetworkSegment(bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa),segment_id=bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:58.647396 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (e6fb0593-584d-4308-86f5-4705f3dc20c8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:20:58.692081 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=e6fb0593-584d-4308-86f5-4705f3dc20c8,revision_number=9']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:59.054944 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['e6fb0593-584d-4308-86f5-4705f3dc20c8'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:20:59.516786 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed538bc-b310-48d3-a05d-de0e0851ece5 req-9a499543-7024-4b30-919b-8f4a7ae098d7 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:59.518128 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7ed538bc-b310-48d3-a05d-de0e0851ece5 req-9a499543-7024-4b30-919b-8f4a7ae098d7 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=d872dbf0-7f48-4887-85d4-9b9d0123be14 HTTP/1.1" status: 200 len: 945 time: 0.0472348 Jul 05 10:20:59.541143 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:20:59.564918 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7ed538bc-b310-48d3-a05d-de0e0851ece5 req-ec271b43-27c9-4d7d-951c-efd80351965b tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d42b290-1a77-43ca-9b6d-8415781938c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412858 Jul 05 10:20:59.850991 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb305b7-7d5e-4cf7-b1b7-62f988a5f8fc req-71ebba02-57f8-4f8f-a76d-051447745b41 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:20:59.852350 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ccb305b7-7d5e-4cf7-b1b7-62f988a5f8fc req-71ebba02-57f8-4f8f-a76d-051447745b41 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 944 time: 0.0473089 Jul 05 10:20:59.902244 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ccb305b7-7d5e-4cf7-b1b7-62f988a5f8fc req-58fbddf0-2f80-4166-bb78-55d9e51b601e tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444767 Jul 05 10:21:00.499003 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device e6fb0593-584d-4308-86f5-4705f3dc20c8 up at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:21:00.541019 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning complete for port e6fb0593-584d-4308-86f5-4705f3dc20c8 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:21:00.541381 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (e6fb0593-584d-4308-86f5-4705f3dc20c8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:00.616311 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port e6fb0593-584d-4308-86f5-4705f3dc20c8 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:21:00.616729 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (e6fb0593-584d-4308-86f5-4705f3dc20c8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:00.640113 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff442846-3ded-48c4-8a48-df125f46d0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fb0593-584d-4308-86f5-4705f3dc20c8'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:21:00.642321 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0ff12b24adccf04d36d5e95ed2fd555b52d0445ded186c21edfbf2ad21407b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393413a0-ebd5-4c30-b6df-10fed825d51b" -d '{"events": [{"server_uuid": "ff442846-3ded-48c4-8a48-df125f46d0d6", "name": "network-vif-plugged", "status": "completed", "tag": "e6fb0593-584d-4308-86f5-4705f3dc20c8"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:00.655935 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port e6fb0593-584d-4308-86f5-4705f3dc20c8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e6fb0593-584d-4308-86f5-4705f3dc20c8,segment=NetworkSegment(bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa),segment_id=bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:00.660441 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (e6fb0593-584d-4308-86f5-4705f3dc20c8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:00.683008 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263ed95-3f16-4600-8df8-4ee232e561f9 req-3e688525-7391-4491-83b4-1b8143c769d0 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:21:00.684615 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5263ed95-3f16-4600-8df8-4ee232e561f9 req-3e688525-7391-4491-83b4-1b8143c769d0 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=d872dbf0-7f48-4887-85d4-9b9d0123be14 HTTP/1.1" status: 200 len: 945 time: 0.0506213 Jul 05 10:21:00.686144 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b51dc5f-346e-4e33-9cb7-7edc22ba2132 x-openstack-request-id: req-5b51dc5f-346e-4e33-9cb7-7edc22ba2132 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:00.686424 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff442846-3ded-48c4-8a48-df125f46d0d6", "name": "network-vif-plugged", "status": "completed", "tag": "e6fb0593-584d-4308-86f5-4705f3dc20c8", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:00.686666 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b51dc5f-346e-4e33-9cb7-7edc22ba2132 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:00.687041 dv-cinder-master-3-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b51dc5f-346e-4e33-9cb7-7edc22ba2132'] response: {'server_uuid': 'ff442846-3ded-48c4-8a48-df125f46d0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fb0593-584d-4308-86f5-4705f3dc20c8', 'code': 200} Jul 05 10:21:00.696807 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:00.712568 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=e6fb0593-584d-4308-86f5-4705f3dc20c8,revision_number=10']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:00.735261 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5263ed95-3f16-4600-8df8-4ee232e561f9 req-4c151761-a37d-4b61-a575-47cbd8b3ba0f tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d42b290-1a77-43ca-9b6d-8415781938c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443835 Jul 05 10:21:01.022835 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa6510-81cd-4379-855c-38e779d185b1 req-aecc8b8c-39e8-4866-9b7d-cc74cbd07f5d tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:21:01.024296 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-19fa6510-81cd-4379-855c-38e779d185b1 req-aecc8b8c-39e8-4866-9b7d-cc74cbd07f5d tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 946 time: 0.0479977 Jul 05 10:21:01.071345 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-19fa6510-81cd-4379-855c-38e779d185b1 req-2732971b-384d-4a2c-9839-da7b80859f2f tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409720 Jul 05 10:21:01.533656 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ff587-d10e-4e33-9315-b19bbeaa69e1 req-2d3a316e-b405-4642-bc8f-ef2a3b4f6533 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:21:01.535074 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-848ff587-d10e-4e33-9315-b19bbeaa69e1 req-2d3a316e-b405-4642-bc8f-ef2a3b4f6533 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.30 "GET /v2.0/ports?device_id=d872dbf0-7f48-4887-85d4-9b9d0123be14 HTTP/1.1" status: 200 len: 945 time: 0.0506604 Jul 05 10:21:01.599349 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb7aed-d148-46a7-a68f-a58b21d6a160 req-b8f01e19-c358-4380-9c09-a614394c6965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:21:01.600829 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c4fb7aed-d148-46a7-a68f-a58b21d6a160 req-b8f01e19-c358-4380-9c09-a614394c6965 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 1130 time: 0.0649290 Jul 05 10:21:01.663841 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-848ff587-d10e-4e33-9315-b19bbeaa69e1 req-0e90083c-ecd9-4de0-b870-768bfd52d2f9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Deleting port 705d8fd5-bec7-4c13-8533-3ab583c1b1bb {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:21:01.664171 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-848ff587-d10e-4e33-9315-b19bbeaa69e1 req-0e90083c-ecd9-4de0-b870-768bfd52d2f9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (705d8fd5-bec7-4c13-8533-3ab583c1b1bb), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:01.687760 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c4fb7aed-d148-46a7-a68f-a58b21d6a160 req-29c1782e-fcc1-4a6c-ad70-17944b784177 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816007 Jul 05 10:21:01.758906 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-848ff587-d10e-4e33-9315-b19bbeaa69e1 req-0e90083c-ecd9-4de0-b870-768bfd52d2f9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] For port 705d8fd5-bec7-4c13-8533-3ab583c1b1bb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=705d8fd5-bec7-4c13-8533-3ab583c1b1bb,segment=NetworkSegment(d4b01923-e693-4e36-bd4a-3dc5b8f9c91a),segment_id=d4b01923-e693-4e36-bd4a-3dc5b8f9c91a)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:01.759267 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-848ff587-d10e-4e33-9315-b19bbeaa69e1 req-0e90083c-ecd9-4de0-b870-768bfd52d2f9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (705d8fd5-bec7-4c13-8533-3ab583c1b1bb), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:01.890918 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cd94e-0b09-46f7-9490-fc4c1d060985 req-9b7d17ad-d71e-4887-ae44-aed107882e62 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:21:01.892274 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-890cd94e-0b09-46f7-9490-fc4c1d060985 req-9b7d17ad-d71e-4887-ae44-aed107882e62 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=d872dbf0-7f48-4887-85d4-9b9d0123be14 HTTP/1.1" status: 200 len: 945 time: 0.0875556 Jul 05 10:21:01.990421 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-890cd94e-0b09-46f7-9490-fc4c1d060985 req-23181c19-da9d-4fbd-80b7-df73d7d72d0e tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d42b290-1a77-43ca-9b6d-8415781938c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915678 Jul 05 10:21:01.993423 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-848ff587-d10e-4e33-9315-b19bbeaa69e1 req-0e90083c-ecd9-4de0-b870-768bfd52d2f9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:01.993601 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-848ff587-d10e-4e33-9315-b19bbeaa69e1 req-0e90083c-ecd9-4de0-b870-768bfd52d2f9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-790480'] for floatingip (9fcba3b4-42b3-457a-aab4-4763d1b02fe6), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:01.993908 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.db.l3_db [req-848ff587-d10e-4e33-9315-b19bbeaa69e1 req-0e90083c-ecd9-4de0-b870-768bfd52d2f9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Floating IP 9fcba3b4-42b3-457a-aab4-4763d1b02fe6 disassociated. External IP: 172.37.2.244, port: 705d8fd5-bec7-4c13-8533-3ab583c1b1bb. Jul 05 10:21:01.994505 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-848ff587-d10e-4e33-9315-b19bbeaa69e1 req-0e90083c-ecd9-4de0-b870-768bfd52d2f9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Calling delete_port for 705d8fd5-bec7-4c13-8533-3ab583c1b1bb owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:21:02.062278 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:02.122126 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-848ff587-d10e-4e33-9315-b19bbeaa69e1 req-0e90083c-ecd9-4de0-b870-768bfd52d2f9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (705d8fd5-bec7-4c13-8533-3ab583c1b1bb), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:02.152777 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90083c-ecd9-4de0-b870-768bfd52d2f9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event deleted for resources: {'Port': ['ID=705d8fd5-bec7-4c13-8533-3ab583c1b1bb,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:02.190562 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e90083c-ecd9-4de0-b870-768bfd52d2f9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:02.190908 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e90083c-ecd9-4de0-b870-768bfd52d2f9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:02.191249 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e90083c-ecd9-4de0-b870-768bfd52d2f9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:02.191584 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e90083c-ecd9-4de0-b870-768bfd52d2f9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:02.191912 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e90083c-ecd9-4de0-b870-768bfd52d2f9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:02.192240 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e90083c-ecd9-4de0-b870-768bfd52d2f9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:02.192592 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e90083c-ecd9-4de0-b870-768bfd52d2f9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:02.193126 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e90083c-ecd9-4de0-b870-768bfd52d2f9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:02.193267 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e90083c-ecd9-4de0-b870-768bfd52d2f9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:02.193544 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e90083c-ecd9-4de0-b870-768bfd52d2f9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:02.193864 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e90083c-ecd9-4de0-b870-768bfd52d2f9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:02.194183 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e90083c-ecd9-4de0-b870-768bfd52d2f9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:02.194501 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e90083c-ecd9-4de0-b870-768bfd52d2f9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:02.194819 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e90083c-ecd9-4de0-b870-768bfd52d2f9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:02.195132 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e90083c-ecd9-4de0-b870-768bfd52d2f9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:02.248724 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390142c-93bd-4f73-a6c0-01ebccfb3c87 req-126e3f8f-5434-49a2-ad46-6a4fa36d3f4a tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:21:02.250180 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f390142c-93bd-4f73-a6c0-01ebccfb3c87 req-126e3f8f-5434-49a2-ad46-6a4fa36d3f4a tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 946 time: 0.1018221 Jul 05 10:21:02.250569 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:02.339469 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f390142c-93bd-4f73-a6c0-01ebccfb3c87 req-6d1b7cd1-79b9-4be8-ad4b-6ed0ab699449 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837488 Jul 05 10:21:02.349519 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-848ff587-d10e-4e33-9315-b19bbeaa69e1 req-0e90083c-ecd9-4de0-b870-768bfd52d2f9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Router 6182e117-2d11-491f-9275-3daba539c45b has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:21:02.450086 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-848ff587-d10e-4e33-9315-b19bbeaa69e1 req-0e90083c-ecd9-4de0-b870-768bfd52d2f9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:21:02.460539 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d770262a-f61e-462d-ac54-be05f58d3da7 None None] Sync routers for ids ['6182e117-2d11-491f-9275-3daba539c45b'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:21:02.471016 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d770262a-f61e-462d-ac54-be05f58d3da7 None None] Routers {'6182e117-2d11-491f-9275-3daba539c45b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:21:02.471707 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d770262a-f61e-462d-ac54-be05f58d3da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:20:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['6182e117-2d11-491f-9275-3daba539c45b'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:02.495246 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-848ff587-d10e-4e33-9315-b19bbeaa69e1 req-0e90083c-ecd9-4de0-b870-768bfd52d2f9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] No DVR routers for this DVR port 705d8fd5-bec7-4c13-8533-3ab583c1b1bb on host hv-cinder-maste {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:21:02.497755 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-848ff587-d10e-4e33-9315-b19bbeaa69e1 req-0e90083c-ecd9-4de0-b870-768bfd52d2f9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:02.500928 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-848ff587-d10e-4e33-9315-b19bbeaa69e1 req-0e90083c-ecd9-4de0-b870-768bfd52d2f9 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.30 "DELETE /v2.0/ports/705d8fd5-bec7-4c13-8533-3ab583c1b1bb HTTP/1.1" status: 204 len: 173 time: 0.9577711 Jul 05 10:21:02.501355 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd872dbf0-7f48-4887-85d4-9b9d0123be14', 'name': 'network-vif-deleted', 'tag': '705d8fd5-bec7-4c13-8533-3ab583c1b1bb'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:21:02.503560 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795275f9-66e0-49b2-9005-baa4eecc8896" -d '{"events": [{"server_uuid": "d872dbf0-7f48-4887-85d4-9b9d0123be14", "name": "network-vif-deleted", "tag": "705d8fd5-bec7-4c13-8533-3ab583c1b1bb"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:02.566691 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:02.589017 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-d770262a-f61e-462d-ac54-be05f58d3da7 None None] Set router 6182e117-2d11-491f-9275-3daba539c45b gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:21:02.630118 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5294c8-2ef1-49f6-9d00-93e671f2fb45 x-openstack-request-id: req-af5294c8-2ef1-49f6-9d00-93e671f2fb45 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:02.630118 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d872dbf0-7f48-4887-85d4-9b9d0123be14", "name": "network-vif-deleted", "tag": "705d8fd5-bec7-4c13-8533-3ab583c1b1bb", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:02.630118 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af5294c8-2ef1-49f6-9d00-93e671f2fb45 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:02.630477 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af5294c8-2ef1-49f6-9d00-93e671f2fb45'] response: {'server_uuid': 'd872dbf0-7f48-4887-85d4-9b9d0123be14', 'name': 'network-vif-deleted', 'tag': '705d8fd5-bec7-4c13-8533-3ab583c1b1bb', 'status': 'completed', 'code': 200} Jul 05 10:21:02.697292 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:02.792989 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d770262a-f61e-462d-ac54-be05f58d3da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6182e117-2d11-491f-9275-3daba539c45b', 'name': 'tempest-AttachVolumeNegativeTest-715002652-router', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a064a84-494e-41c6-9048-966cc269baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'gw_port': {'id': '1a064a84-494e-41c6-9048-966cc269baff', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:08Z', 'updated_at': '2022-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b05b5c91-2f39-45ea-94c7-857f56cd562c', 'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'mac_address': 'fa:16:3e:ca:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 5, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'subnets': [{'id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:02.817080 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d770262a-f61e-462d-ac54-be05f58d3da7 None None] Checking router: 6182e117-2d11-491f-9275-3daba539c45b for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:21:02.825834 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d770262a-f61e-462d-ac54-be05f58d3da7 None None] Routers {'6182e117-2d11-491f-9275-3daba539c45b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:21:02.826428 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d770262a-f61e-462d-ac54-be05f58d3da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:20:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['6182e117-2d11-491f-9275-3daba539c45b'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:02.926942 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-d770262a-f61e-462d-ac54-be05f58d3da7 None None] Set router 6182e117-2d11-491f-9275-3daba539c45b gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:21:03.143688 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7836fea9-861f-4236-b454-87a084eacdb9 req-a65dd134-9ff7-49f2-a683-b2724f68f6c4 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/ports?device_id=d872dbf0-7f48-4887-85d4-9b9d0123be14 HTTP/1.1" status: 200 len: 210 time: 0.0340557 Jul 05 10:21:03.258323 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d770262a-f61e-462d-ac54-be05f58d3da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6182e117-2d11-491f-9275-3daba539c45b', 'name': 'tempest-AttachVolumeNegativeTest-715002652-router', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a064a84-494e-41c6-9048-966cc269baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'gw_port': {'id': '1a064a84-494e-41c6-9048-966cc269baff', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:08Z', 'updated_at': '2022-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b05b5c91-2f39-45ea-94c7-857f56cd562c', 'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'mac_address': 'fa:16:3e:ca:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 5, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'subnets': [{'id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:03.289054 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d770262a-f61e-462d-ac54-be05f58d3da7 None None] The sync data for ids ['6182e117-2d11-491f-9275-3daba539c45b'] in dv-cinder-master-3-iscsi is: [{'id': '6182e117-2d11-491f-9275-3daba539c45b', 'name': 'tempest-AttachVolumeNegativeTest-715002652-router', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a064a84-494e-41c6-9048-966cc269baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:10:16Z', 'revision_number': 4, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'gw_port': {'id': '1a064a84-494e-41c6-9048-966cc269baff', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:08Z', 'updated_at': '2022-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b05b5c91-2f39-45ea-94c7-857f56cd562c', 'name': '', 'network_id': '033e3c55-aad3-40e5-8b8b-1dedb7b873c7', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'mac_address': 'fa:16:3e:ca:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:14Z', 'updated_at': '2022-07-05T10:10:21Z', 'revision_number': 5, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'subnets': [{'id': '22a7c97f-a653-4bd5-b189-3fc891a00ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:21:03.469193 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e712b-5cdf-436e-919a-e1fceae87578 req-fe0eb36c-75fd-4b33-8dfe-ed830e6cf639 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:21:03.471108 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-910e712b-5cdf-436e-919a-e1fceae87578 req-fe0eb36c-75fd-4b33-8dfe-ed830e6cf639 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 946 time: 0.0506535 Jul 05 10:21:03.527636 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-910e712b-5cdf-436e-919a-e1fceae87578 req-05890bd6-29df-457e-b904-279acbe9842b tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464485 Jul 05 10:21:03.587032 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc22cbc8-fc66-4409-b584-4010789670ce None None] New status for floating IP 9fcba3b4-42b3-457a-aab4-4763d1b02fe6: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 10:21:03.616500 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=17 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:04.228191 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 50776) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:21:04.282308 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8d87fbc1-4421-4af4-bcdd-3e6785fac264 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group (5d42b290-1a77-43ca-9b6d-8415781938c5), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:04.305330 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8d87fbc1-4421-4af4-bcdd-3e6785fac264 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group (5d42b290-1a77-43ca-9b6d-8415781938c5), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:04.349707 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8d87fbc1-4421-4af4-bcdd-3e6785fac264 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (5d42b290-1a77-43ca-9b6d-8415781938c5), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:04.352542 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8d87fbc1-4421-4af4-bcdd-3e6785fac264 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:04.353667 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-8d87fbc1-4421-4af4-bcdd-3e6785fac264 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "DELETE /v2.0/security-groups/5d42b290-1a77-43ca-9b6d-8415781938c5 HTTP/1.1" status: 204 len: 168 time: 0.1244209 Jul 05 10:21:04.357074 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 50778) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:21:04.363084 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87fbc1-4421-4af4-bcdd-3e6785fac264 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d42b290-1a77-43ca-9b6d-8415781938c5,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:04.370962 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87fbc1-4421-4af4-bcdd-3e6785fac264 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:04.371099 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.api.v2.resource [None req-07243930-6ac1-4e07-9f20-91c3d6c85c4a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] show failed (client error): The resource could not be found. Jul 05 10:21:04.371321 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87fbc1-4421-4af4-bcdd-3e6785fac264 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:04.371652 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87fbc1-4421-4af4-bcdd-3e6785fac264 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:04.371979 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87fbc1-4421-4af4-bcdd-3e6785fac264 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:04.372179 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-07243930-6ac1-4e07-9f20-91c3d6c85c4a tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "GET /v2.0/security-groups/5d42b290-1a77-43ca-9b6d-8415781938c5 HTTP/1.1" status: 404 len: 347 time: 0.0139823 Jul 05 10:21:04.372295 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87fbc1-4421-4af4-bcdd-3e6785fac264 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:04.372637 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87fbc1-4421-4af4-bcdd-3e6785fac264 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:04.372957 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87fbc1-4421-4af4-bcdd-3e6785fac264 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:04.373284 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87fbc1-4421-4af4-bcdd-3e6785fac264 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:04.373600 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87fbc1-4421-4af4-bcdd-3e6785fac264 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:04.373914 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87fbc1-4421-4af4-bcdd-3e6785fac264 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:04.374231 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87fbc1-4421-4af4-bcdd-3e6785fac264 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:04.374545 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87fbc1-4421-4af4-bcdd-3e6785fac264 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:04.374858 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87fbc1-4421-4af4-bcdd-3e6785fac264 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:04.375168 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87fbc1-4421-4af4-bcdd-3e6785fac264 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:04.375479 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87fbc1-4421-4af4-bcdd-3e6785fac264 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:04.375636 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 50780) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:21:04.482414 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-a40afccd-e4da-4901-ae53-dca1a47522c8 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Deleting port 1b308dd0-b232-4096-bab3-32d679dead4b {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:21:04.482676 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a40afccd-e4da-4901-ae53-dca1a47522c8 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (1b308dd0-b232-4096-bab3-32d679dead4b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:04.828321 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a40afccd-e4da-4901-ae53-dca1a47522c8 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (1b308dd0-b232-4096-bab3-32d679dead4b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:04.828580 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a40afccd-e4da-4901-ae53-dca1a47522c8 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for floatingip (1b308dd0-b232-4096-bab3-32d679dead4b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:04.836331 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae95cbd-303e-4c8b-9f10-a5fccf0024cd req-237c5a6b-f246-4ded-a410-b7e693fc0b2c tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:21:04.837795 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fae95cbd-303e-4c8b-9f10-a5fccf0024cd req-237c5a6b-f246-4ded-a410-b7e693fc0b2c tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 946 time: 0.0658386 Jul 05 10:21:04.855059 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-a40afccd-e4da-4901-ae53-dca1a47522c8 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Calling delete_port for 1b308dd0-b232-4096-bab3-32d679dead4b owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:21:04.881616 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:04.936659 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fae95cbd-303e-4c8b-9f10-a5fccf0024cd req-7697f12b-e3d1-49de-b11f-9d7c76f4c2bc tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933042 Jul 05 10:21:05.014898 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a40afccd-e4da-4901-ae53-dca1a47522c8 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (1b308dd0-b232-4096-bab3-32d679dead4b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:05.039671 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40afccd-e4da-4901-ae53-dca1a47522c8 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Pushing event deleted for resources: {'Port': ['ID=1b308dd0-b232-4096-bab3-32d679dead4b,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:05.102141 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a40afccd-e4da-4901-ae53-dca1a47522c8 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks [] for floatingip (9fcba3b4-42b3-457a-aab4-4763d1b02fe6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:05.104567 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a40afccd-e4da-4901-ae53-dca1a47522c8 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:05.105681 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-a40afccd-e4da-4901-ae53-dca1a47522c8 tempest-AttachVolumeNegativeTest-1772833869 tempest-AttachVolumeNegativeTest-1772833869-project] 10.222.0.20 "DELETE /v2.0/floatingips/9fcba3b4-42b3-457a-aab4-4763d1b02fe6 HTTP/1.1" status: 204 len: 168 time: 0.7291873 Jul 05 10:21:06.529834 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 705d8fd5-bec7-4c13-8533-3ab583c1b1bb no longer exists at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:21:06.548676 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] No Port match for: 705d8fd5-bec7-4c13-8533-3ab583c1b1bb {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:21:06.549042 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 705d8fd5-bec7-4c13-8533-3ab583c1b1bb not bound to the agent host hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:21:08.758379 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 50820) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:21:09.163328 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7b870e2-cec5-4a20-a3db-e66424933eb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-801726'] for router_interface (6182e117-2d11-491f-9275-3daba539c45b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:09.376330 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-a7b870e2-cec5-4a20-a3db-e66424933eb7 admin admin] Deleting port b05b5c91-2f39-45ea-94c7-857f56cd562c {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:21:09.376694 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7b870e2-cec5-4a20-a3db-e66424933eb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (b05b5c91-2f39-45ea-94c7-857f56cd562c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:09.452797 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-a7b870e2-cec5-4a20-a3db-e66424933eb7 admin admin] For port b05b5c91-2f39-45ea-94c7-857f56cd562c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b05b5c91-2f39-45ea-94c7-857f56cd562c,segment=NetworkSegment(d4b01923-e693-4e36-bd4a-3dc5b8f9c91a),segment_id=d4b01923-e693-4e36-bd4a-3dc5b8f9c91a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:09.453150 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7b870e2-cec5-4a20-a3db-e66424933eb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (b05b5c91-2f39-45ea-94c7-857f56cd562c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:09.466175 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-a7b870e2-cec5-4a20-a3db-e66424933eb7 admin admin] Calling delete_port for b05b5c91-2f39-45ea-94c7-857f56cd562c owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:21:09.476502 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:09.580919 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:09.647337 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7b870e2-cec5-4a20-a3db-e66424933eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (b05b5c91-2f39-45ea-94c7-857f56cd562c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:09.669414 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b870e2-cec5-4a20-a3db-e66424933eb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b05b5c91-2f39-45ea-94c7-857f56cd562c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:09.831006 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7b870e2-cec5-4a20-a3db-e66424933eb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-802062'] for router_interface (6182e117-2d11-491f-9275-3daba539c45b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:10.040014 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b870e2-cec5-4a20-a3db-e66424933eb7 admin admin] Router 6182e117-2d11-491f-9275-3daba539c45b has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:21:10.140657 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b870e2-cec5-4a20-a3db-e66424933eb7 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:21:10.145643 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-a7b870e2-cec5-4a20-a3db-e66424933eb7 admin admin] 10.222.0.20 "PUT /v2.0/routers/6182e117-2d11-491f-9275-3daba539c45b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3877356 Jul 05 10:21:10.148166 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 50824) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:21:10.148983 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622f1930-048a-43e8-86bc-fb6ddd86479f None None] Sync routers for ids ['6182e117-2d11-491f-9275-3daba539c45b'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:21:10.158590 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622f1930-048a-43e8-86bc-fb6ddd86479f None None] Routers {'6182e117-2d11-491f-9275-3daba539c45b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:21:10.159188 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-622f1930-048a-43e8-86bc-fb6ddd86479f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:20:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['6182e117-2d11-491f-9275-3daba539c45b'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:10.241944 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-667b9053-b3e9-42b2-8300-c5703a7cc127 admin admin] Publish callbacks [] for router (6182e117-2d11-491f-9275-3daba539c45b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:10.260324 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-622f1930-048a-43e8-86bc-fb6ddd86479f None None] Set router 6182e117-2d11-491f-9275-3daba539c45b gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:21:10.332248 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:10.344844 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-667b9053-b3e9-42b2-8300-c5703a7cc127 admin admin] Publish callbacks [] for router_gateway (6182e117-2d11-491f-9275-3daba539c45b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:10.387717 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-667b9053-b3e9-42b2-8300-c5703a7cc127 admin admin] Deleting port 1a064a84-494e-41c6-9048-966cc269baff {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:21:10.388041 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-667b9053-b3e9-42b2-8300-c5703a7cc127 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (1a064a84-494e-41c6-9048-966cc269baff), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:10.430562 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-622f1930-048a-43e8-86bc-fb6ddd86479f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6182e117-2d11-491f-9275-3daba539c45b', 'name': 'tempest-AttachVolumeNegativeTest-715002652-router', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a064a84-494e-41c6-9048-966cc269baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:21:09Z', 'revision_number': 5, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'gw_port': {'id': '1a064a84-494e-41c6-9048-966cc269baff', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182e117-2d11-491f-9275-3daba539c45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:10:08Z', 'updated_at': '2022-07-05T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:10.455871 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622f1930-048a-43e8-86bc-fb6ddd86479f None None] Checking router: 6182e117-2d11-491f-9275-3daba539c45b for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:21:10.458367 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:10.464886 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622f1930-048a-43e8-86bc-fb6ddd86479f None None] Routers {'6182e117-2d11-491f-9275-3daba539c45b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:21:10.465490 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-622f1930-048a-43e8-86bc-fb6ddd86479f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:20:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['6182e117-2d11-491f-9275-3daba539c45b'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:10.466010 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-667b9053-b3e9-42b2-8300-c5703a7cc127 admin admin] For port 1a064a84-494e-41c6-9048-966cc269baff, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1a064a84-494e-41c6-9048-966cc269baff,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:10.466365 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-667b9053-b3e9-42b2-8300-c5703a7cc127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (1a064a84-494e-41c6-9048-966cc269baff), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:10.480259 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-667b9053-b3e9-42b2-8300-c5703a7cc127 admin admin] Calling delete_port for 1a064a84-494e-41c6-9048-966cc269baff owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:21:10.548276 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-622f1930-048a-43e8-86bc-fb6ddd86479f None None] Set router 6182e117-2d11-491f-9275-3daba539c45b gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:21:10.598650 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-622f1930-048a-43e8-86bc-fb6ddd86479f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6182e117-2d11-491f-9275-3daba539c45b', 'name': 'tempest-AttachVolumeNegativeTest-715002652-router', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:21:10Z', 'revision_number': 6, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:10.627216 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622f1930-048a-43e8-86bc-fb6ddd86479f None None] The sync data for ids ['6182e117-2d11-491f-9275-3daba539c45b'] in dv-cinder-master-3-iscsi is: [{'id': '6182e117-2d11-491f-9275-3daba539c45b', 'name': 'tempest-AttachVolumeNegativeTest-715002652-router', 'tenant_id': '7eccead420ae4aacb6f31dcb17a138cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:10:06Z', 'updated_at': '2022-07-05T10:21:10Z', 'revision_number': 6, 'project_id': '7eccead420ae4aacb6f31dcb17a138cc', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:21:10.642696 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-667b9053-b3e9-42b2-8300-c5703a7cc127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (1a064a84-494e-41c6-9048-966cc269baff), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:10.673574 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b9053-b3e9-42b2-8300-c5703a7cc127 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a064a84-494e-41c6-9048-966cc269baff,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:10.732507 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-667b9053-b3e9-42b2-8300-c5703a7cc127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-789316'] for router_gateway (6182e117-2d11-491f-9275-3daba539c45b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:10.816968 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-667b9053-b3e9-42b2-8300-c5703a7cc127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-795196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28314'] for router (6182e117-2d11-491f-9275-3daba539c45b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:10.818986 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-667b9053-b3e9-42b2-8300-c5703a7cc127 admin admin] Publish callbacks [] for router_controller (6182e117-2d11-491f-9275-3daba539c45b), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:10.857881 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-667b9053-b3e9-42b2-8300-c5703a7cc127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-795179'] for router (6182e117-2d11-491f-9275-3daba539c45b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:10.858535 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667b9053-b3e9-42b2-8300-c5703a7cc127 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6182e117-2d11-491f-9275-3daba539c45b {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:21:10.862565 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-667b9053-b3e9-42b2-8300-c5703a7cc127 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:10.863681 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-667b9053-b3e9-42b2-8300-c5703a7cc127 admin admin] 10.222.0.20 "DELETE /v2.0/routers/6182e117-2d11-491f-9275-3daba539c45b HTTP/1.1" status: 204 len: 168 time: 0.7146020 Jul 05 10:21:10.866124 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 50826) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:21:10.910560 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d519e33-5878-4a6e-822d-dcd44feeec15 admin admin] Deleting subnet 22a7c97f-a653-4bd5-b189-3fc891a00ce4 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 05 10:21:10.913578 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9d519e33-5878-4a6e-822d-dcd44feeec15 admin admin] Publish callbacks [] for subnet (22a7c97f-a653-4bd5-b189-3fc891a00ce4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:10.952315 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9d519e33-5878-4a6e-822d-dcd44feeec15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26770210'] for subnet (22a7c97f-a653-4bd5-b189-3fc891a00ce4), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:11.030240 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9d519e33-5878-4a6e-822d-dcd44feeec15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2072780'] for subnet (22a7c97f-a653-4bd5-b189-3fc891a00ce4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:11.083512 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9d519e33-5878-4a6e-822d-dcd44feeec15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2072775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26770432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956688'] for subnet (22a7c97f-a653-4bd5-b189-3fc891a00ce4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:11.106700 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d519e33-5878-4a6e-822d-dcd44feeec15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22a7c97f-a653-4bd5-b189-3fc891a00ce4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:11.112557 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9d519e33-5878-4a6e-822d-dcd44feeec15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:11.115670 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-9d519e33-5878-4a6e-822d-dcd44feeec15 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/22a7c97f-a653-4bd5-b189-3fc891a00ce4 HTTP/1.1" status: 204 len: 168 time: 0.2486086 Jul 05 10:21:11.118045 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121f342a-a0a2-4985-8b8e-1914930c851a None None] Network 033e3c55-aad3-40e5-8b8b-1dedb7b873c7 requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:21:11.118206 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 50828) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:21:11.146470 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:11.189749 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-31e24f5c-97e2-4188-b559-6a3095c964f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1968054'] for network (033e3c55-aad3-40e5-8b8b-1dedb7b873c7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:11.194790 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:UPDATE=3,neutron:SELECT=86,neutron:DELETE=11 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:11.234916 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-31e24f5c-97e2-4188-b559-6a3095c964f2 admin admin] Deleting port ec45b1b5-350b-40cf-ba94-04b16234e7ee {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:21:11.235248 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-31e24f5c-97e2-4188-b559-6a3095c964f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (ec45b1b5-350b-40cf-ba94-04b16234e7ee), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:11.299605 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-31e24f5c-97e2-4188-b559-6a3095c964f2 admin admin] For port ec45b1b5-350b-40cf-ba94-04b16234e7ee, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ec45b1b5-350b-40cf-ba94-04b16234e7ee,segment=NetworkSegment(d4b01923-e693-4e36-bd4a-3dc5b8f9c91a),segment_id=d4b01923-e693-4e36-bd4a-3dc5b8f9c91a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:11.299889 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-31e24f5c-97e2-4188-b559-6a3095c964f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (ec45b1b5-350b-40cf-ba94-04b16234e7ee), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:11.313151 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-31e24f5c-97e2-4188-b559-6a3095c964f2 admin admin] Calling delete_port for ec45b1b5-350b-40cf-ba94-04b16234e7ee owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:21:11.320683 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:11.373507 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f6d73e-8b9f-4982-961c-835c60282261 None None] DHCP port deletion for 033e3c55-aad3-40e5-8b8b-1dedb7b873c7 request from dv-cinder-master-3-iscsi {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 05 10:21:11.389713 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:11.406265 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-31e24f5c-97e2-4188-b559-6a3095c964f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (ec45b1b5-350b-40cf-ba94-04b16234e7ee), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:11.420850 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-05f6d73e-8b9f-4982-961c-835c60282261 None None] Deleting port ec45b1b5-350b-40cf-ba94-04b16234e7ee {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:21:11.422029 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-05f6d73e-8b9f-4982-961c-835c60282261 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (ec45b1b5-350b-40cf-ba94-04b16234e7ee), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:11.435611 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e24f5c-97e2-4188-b559-6a3095c964f2 admin admin] No DVR routers for this DVR port ec45b1b5-350b-40cf-ba94-04b16234e7ee on host dv-cinder-master-3-iscsi {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:21:11.437499 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e24f5c-97e2-4188-b559-6a3095c964f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec45b1b5-350b-40cf-ba94-04b16234e7ee,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:11.439227 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device b05b5c91-2f39-45ea-94c7-857f56cd562c no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:21:11.460496 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] No Port match for: b05b5c91-2f39-45ea-94c7-857f56cd562c {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:21:11.460840 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device b05b5c91-2f39-45ea-94c7-857f56cd562c not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:21:11.461243 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 1a064a84-494e-41c6-9048-966cc269baff no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:21:11.513622 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-31e24f5c-97e2-4188-b559-6a3095c964f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988390', 'neutron.services.segments.db._delete_segments_for_network-8734376687225'] for network (033e3c55-aad3-40e5-8b8b-1dedb7b873c7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:11.523291 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] No Port match for: 1a064a84-494e-41c6-9048-966cc269baff {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:21:11.523630 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 1a064a84-494e-41c6-9048-966cc269baff not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:21:11.524037 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device ec45b1b5-350b-40cf-ba94-04b16234e7ee no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:21:11.534021 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-31e24f5c-97e2-4188-b559-6a3095c964f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['033e3c55-aad3-40e5-8b8b-1dedb7b873c7']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:11.543786 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-31e24f5c-97e2-4188-b559-6a3095c964f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b01923-e693-4e36-bd4a-3dc5b8f9c91a') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:11.544080 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-31e24f5c-97e2-4188-b559-6a3095c964f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b01923-e693-4e36-bd4a-3dc5b8f9c91a') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:11.554235 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-31e24f5c-97e2-4188-b559-6a3095c964f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734376687490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26770217'] for segment (d4b01923-e693-4e36-bd4a-3dc5b8f9c91a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:11.558665 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] No Port match for: ec45b1b5-350b-40cf-ba94-04b16234e7ee {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:21:11.558977 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device ec45b1b5-350b-40cf-ba94-04b16234e7ee not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:21:11.561916 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-05f6d73e-8b9f-4982-961c-835c60282261 None None] For port ec45b1b5-350b-40cf-ba94-04b16234e7ee, host dv-cinder-master-3-iscsi, got binding levels [] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:11.561916 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-05f6d73e-8b9f-4982-961c-835c60282261 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (ec45b1b5-350b-40cf-ba94-04b16234e7ee), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:11.571191 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-31e24f5c-97e2-4188-b559-6a3095c964f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (d4b01923-e693-4e36-bd4a-3dc5b8f9c91a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:11.573984 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-14be935f-ce14-4416-9a63-361e6e37c0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:11.579807 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-05f6d73e-8b9f-4982-961c-835c60282261 None None] Calling delete_port for ec45b1b5-350b-40cf-ba94-04b16234e7ee owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:21:11.581041 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e24f5c-97e2-4188-b559-6a3095c964f2 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:21:11.581850 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-31e24f5c-97e2-4188-b559-6a3095c964f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26770682'] for segment (d4b01923-e693-4e36-bd4a-3dc5b8f9c91a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:11.582928 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.ipam_backend_mixin [None req-05f6d73e-8b9f-4982-961c-835c60282261 None None] Port ec45b1b5-350b-40cf-ba94-04b16234e7ee was not found and therefore no delete operation was performed {{(pid=104033) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 05 10:21:11.584569 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-05f6d73e-8b9f-4982-961c-835c60282261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874'] for port (ec45b1b5-350b-40cf-ba94-04b16234e7ee), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:11.608981 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment d4b01923-e693-4e36-bd4a-3dc5b8f9c91a resource provider aggregate not found Jul 05 10:21:11.611638 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6d73e-8b9f-4982-961c-835c60282261 None None] Pushing event deleted for resources: {'Port': ['ID=ec45b1b5-350b-40cf-ba94-04b16234e7ee,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:11.615086 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f6d73e-8b9f-4982-961c-835c60282261 None None] No DVR routers for this DVR port ec45b1b5-350b-40cf-ba94-04b16234e7ee on host dv-cinder-master-3-iscsi {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:21:11.664442 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment d4b01923-e693-4e36-bd4a-3dc5b8f9c91a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4b01923-e693-4e36-bd4a-3dc5b8f9c91a found for delete ", "request_id": "req-63793fec-7b54-4dc3-96f2-dbe3b0b26321"}]} Jul 05 10:21:11.675632 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-31e24f5c-97e2-4188-b559-6a3095c964f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-790277'] for network (033e3c55-aad3-40e5-8b8b-1dedb7b873c7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:11.682910 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-31e24f5c-97e2-4188-b559-6a3095c964f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:11.686014 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-31e24f5c-97e2-4188-b559-6a3095c964f2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/033e3c55-aad3-40e5-8b8b-1dedb7b873c7 HTTP/1.1" status: 204 len: 168 time: 0.5668969 Jul 05 10:21:11.696772 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e24f5c-97e2-4188-b559-6a3095c964f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=033e3c55-aad3-40e5-8b8b-1dedb7b873c7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:11.806586 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 50836) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:21:11.846293 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-91e217cf-f608-4db7-ac86-0d68b522d5c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7eccead420ae4aacb6f31dcb17a138cc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384834 Jul 05 10:21:11.848572 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 50838) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:21:11.896130 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-67db3ea5-f172-400d-a267-0819c205ddc2 admin admin] Publish callbacks [] for security_group (9029312b-226d-497a-87bd-dac4e0a26b6b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:11.898184 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:11.920050 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-67db3ea5-f172-400d-a267-0819c205ddc2 admin admin] Publish callbacks [] for security_group (9029312b-226d-497a-87bd-dac4e0a26b6b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:11.930964 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:11.969981 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-67db3ea5-f172-400d-a267-0819c205ddc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (9029312b-226d-497a-87bd-dac4e0a26b6b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:11.972608 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-67db3ea5-f172-400d-a267-0819c205ddc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:11.973745 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-67db3ea5-f172-400d-a267-0819c205ddc2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9029312b-226d-497a-87bd-dac4e0a26b6b HTTP/1.1" status: 204 len: 168 time: 0.1242962 Jul 05 10:21:11.982046 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db3ea5-f172-400d-a267-0819c205ddc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9029312b-226d-497a-87bd-dac4e0a26b6b,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:13.660603 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:13.662572 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:13.848972 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 50908) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:21:13.956480 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a3034041-7369-4566-8fa2-1563e8a5408d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:14.020661 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f26d7cba-08af-4a5c-a4e7-9a0371c2be3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:14.036873 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a3034041-7369-4566-8fa2-1563e8a5408d admin admin] Publish callbacks [] for security_group (c1f3e2f9-9980-47a3-963b-b0c452731cae), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:14.040358 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a3034041-7369-4566-8fa2-1563e8a5408d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (c1f3e2f9-9980-47a3-963b-b0c452731cae), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:14.077594 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3034041-7369-4566-8fa2-1563e8a5408d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f3e2f9-9980-47a3-963b-b0c452731cae,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:14.081929 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-a3034041-7369-4566-8fa2-1563e8a5408d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c649d9d862e54d55a4d901ef8d15abf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319643 Jul 05 10:21:14.084886 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 50912) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:21:14.134325 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d2f3c55-fbaf-47ea-b4f5-d6016e0275a6 admin admin] Publish callbacks [] for security_group (c1f3e2f9-9980-47a3-963b-b0c452731cae), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:14.154833 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d2f3c55-fbaf-47ea-b4f5-d6016e0275a6 admin admin] Publish callbacks [] for security_group (c1f3e2f9-9980-47a3-963b-b0c452731cae), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:14.200878 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d2f3c55-fbaf-47ea-b4f5-d6016e0275a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (c1f3e2f9-9980-47a3-963b-b0c452731cae), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:14.203263 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3d2f3c55-fbaf-47ea-b4f5-d6016e0275a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:14.204383 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-3d2f3c55-fbaf-47ea-b4f5-d6016e0275a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1f3e2f9-9980-47a3-963b-b0c452731cae HTTP/1.1" status: 204 len: 168 time: 0.1184568 Jul 05 10:21:14.212469 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f3c55-fbaf-47ea-b4f5-d6016e0275a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f3e2f9-9980-47a3-963b-b0c452731cae,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:14.467236 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 50918) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:21:14.480325 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f771af38-68eb-48de-92bc-8dc2fa7ad411 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:14.534676 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:14.558567 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f771af38-68eb-48de-92bc-8dc2fa7ad411 admin admin] Publish callbacks [] for security_group (448750cb-1107-43ae-9249-70a149de51cd), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:14.562155 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f771af38-68eb-48de-92bc-8dc2fa7ad411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (448750cb-1107-43ae-9249-70a149de51cd), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:14.599474 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f771af38-68eb-48de-92bc-8dc2fa7ad411 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8b853c4711c482e8830f18ee7f1b2dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312313 Jul 05 10:21:14.602148 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 50920) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:21:14.602279 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771af38-68eb-48de-92bc-8dc2fa7ad411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448750cb-1107-43ae-9249-70a149de51cd,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:14.655779 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54a73f47-bcc4-47bd-89f3-e253bf987e7b admin admin] Publish callbacks [] for security_group (448750cb-1107-43ae-9249-70a149de51cd), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:14.677173 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54a73f47-bcc4-47bd-89f3-e253bf987e7b admin admin] Publish callbacks [] for security_group (448750cb-1107-43ae-9249-70a149de51cd), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:14.723712 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54a73f47-bcc4-47bd-89f3-e253bf987e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (448750cb-1107-43ae-9249-70a149de51cd), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:14.726157 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-54a73f47-bcc4-47bd-89f3-e253bf987e7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:14.727291 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-54a73f47-bcc4-47bd-89f3-e253bf987e7b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/448750cb-1107-43ae-9249-70a149de51cd HTTP/1.1" status: 204 len: 168 time: 0.1241698 Jul 05 10:21:14.735434 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a73f47-bcc4-47bd-89f3-e253bf987e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448750cb-1107-43ae-9249-70a149de51cd,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:14.968675 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:15.224104 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:21:16.295299 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:16.817382 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:19.129223 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 51004) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:21:19.232253 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eecfc465-b22d-4f95-aaff-1f7c6cbb9ab0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:19.306319 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eecfc465-b22d-4f95-aaff-1f7c6cbb9ab0 admin admin] Publish callbacks [] for security_group (4c906fb3-ef20-4acf-ab6c-f76199fa417b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:19.309931 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eecfc465-b22d-4f95-aaff-1f7c6cbb9ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (4c906fb3-ef20-4acf-ab6c-f76199fa417b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:19.348242 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-eecfc465-b22d-4f95-aaff-1f7c6cbb9ab0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a430c39722b443ba595dfbb3a9c907d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179670 Jul 05 10:21:19.350138 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecfc465-b22d-4f95-aaff-1f7c6cbb9ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c906fb3-ef20-4acf-ab6c-f76199fa417b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:19.351026 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 51008) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:21:19.374814 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:19.404473 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c3fd814e-c4a6-455e-b910-6acbb26b01a4 admin admin] Publish callbacks [] for security_group (4c906fb3-ef20-4acf-ab6c-f76199fa417b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:19.425341 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c3fd814e-c4a6-455e-b910-6acbb26b01a4 admin admin] Publish callbacks [] for security_group (4c906fb3-ef20-4acf-ab6c-f76199fa417b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:19.470835 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c3fd814e-c4a6-455e-b910-6acbb26b01a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (4c906fb3-ef20-4acf-ab6c-f76199fa417b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:19.473296 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c3fd814e-c4a6-455e-b910-6acbb26b01a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:19.474411 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-c3fd814e-c4a6-455e-b910-6acbb26b01a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c906fb3-ef20-4acf-ab6c-f76199fa417b HTTP/1.1" status: 204 len: 168 time: 0.1224244 Jul 05 10:21:19.482789 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd814e-c4a6-455e-b910-6acbb26b01a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c906fb3-ef20-4acf-ab6c-f76199fa417b,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:19.733288 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 51014) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:21:19.747456 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3bd7bf0c-d87d-46de-b4b0-e8b4e98fad27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:19.785189 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=75,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:19.827558 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3bd7bf0c-d87d-46de-b4b0-e8b4e98fad27 admin admin] Publish callbacks [] for security_group (ef6261e1-f46b-4823-a710-f2a7a863e0f6), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:19.830822 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3bd7bf0c-d87d-46de-b4b0-e8b4e98fad27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (ef6261e1-f46b-4823-a710-f2a7a863e0f6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:19.869456 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-3bd7bf0c-d87d-46de-b4b0-e8b4e98fad27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3223df1b08eb4f70ac2508fdf49be9b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349046 Jul 05 10:21:19.870814 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7bf0c-d87d-46de-b4b0-e8b4e98fad27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6261e1-f46b-4823-a710-f2a7a863e0f6,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:19.872947 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 51016) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:21:19.920722 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cfb79ac3-c399-4b96-93ae-91eb8453e577 admin admin] Publish callbacks [] for security_group (ef6261e1-f46b-4823-a710-f2a7a863e0f6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:19.944402 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cfb79ac3-c399-4b96-93ae-91eb8453e577 admin admin] Publish callbacks [] for security_group (ef6261e1-f46b-4823-a710-f2a7a863e0f6), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:19.992000 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cfb79ac3-c399-4b96-93ae-91eb8453e577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (ef6261e1-f46b-4823-a710-f2a7a863e0f6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:19.994811 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cfb79ac3-c399-4b96-93ae-91eb8453e577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:19.996092 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-cfb79ac3-c399-4b96-93ae-91eb8453e577 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef6261e1-f46b-4823-a710-f2a7a863e0f6 HTTP/1.1" status: 204 len: 168 time: 0.1223693 Jul 05 10:21:20.005756 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb79ac3-c399-4b96-93ae-91eb8453e577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6261e1-f46b-4823-a710-f2a7a863e0f6,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:22.118527 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4217865d-7689-4bba-a133-69d0b4426baa req-098d6b09-b309-4c2e-8300-df5ac42aaac4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436676 Jul 05 10:21:22.217173 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217865d-7689-4bba-a133-69d0b4426baa req-e3012633-4a47-4feb-8701-0b725829a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:21:22.218647 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4217865d-7689-4bba-a133-69d0b4426baa req-e3012633-4a47-4feb-8701-0b725829a635 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0c19d009f1b4ef09a40267bcf654107&device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 1130 time: 0.0402114 Jul 05 10:21:22.253755 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:22.324438 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217865d-7689-4bba-a133-69d0b4426baa req-df672ca5-c06b-4433-a950-462cd071da4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:21:22.325908 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4217865d-7689-4bba-a133-69d0b4426baa req-df672ca5-c06b-4433-a950-462cd071da4d service neutron] 10.222.0.30 "GET /v2.0/networks?id=fddec1cf-8b7c-4e90-af09-12a66276106e HTTP/1.1" status: 200 len: 918 time: 0.0895920 Jul 05 10:21:22.390882 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4217865d-7689-4bba-a133-69d0b4426baa req-11badbbb-27d6-4ef9-9901-0a37561ea4e0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6fb0593-584d-4308-86f5-4705f3dc20c8 HTTP/1.1" status: 200 len: 1000 time: 0.0579386 Jul 05 10:21:22.441672 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217865d-7689-4bba-a133-69d0b4426baa req-8c4e27a0-1c6c-4754-a5e3-660f072382e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:21:22.443589 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4217865d-7689-4bba-a133-69d0b4426baa req-8c4e27a0-1c6c-4754-a5e3-660f072382e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de HTTP/1.1" status: 200 len: 856 time: 0.0471942 Jul 05 10:21:22.487066 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217865d-7689-4bba-a133-69d0b4426baa req-f3ea95ff-6744-415b-985d-60dbdf946834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:21:22.488598 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4217865d-7689-4bba-a133-69d0b4426baa req-f3ea95ff-6744-415b-985d-60dbdf946834 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fddec1cf-8b7c-4e90-af09-12a66276106e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396719 Jul 05 10:21:22.587527 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4217865d-7689-4bba-a133-69d0b4426baa req-880f656d-03c0-42e5-9d08-eaabf8751edf service neutron] 10.222.0.30 "GET /v2.0/networks/fddec1cf-8b7c-4e90-af09-12a66276106e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922363 Jul 05 10:21:22.682412 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4217865d-7689-4bba-a133-69d0b4426baa req-36e3bea9-8c1d-444b-8409-7add735a61c4 service neutron] 10.222.0.30 "GET /v2.0/networks/fddec1cf-8b7c-4e90-af09-12a66276106e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889056 Jul 05 10:21:26.813141 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=35,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:28.563859 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 51148) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:21:28.670091 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0f651f69-a907-4b9f-9c47-97298f6048bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:28.730390 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:28.749183 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0f651f69-a907-4b9f-9c47-97298f6048bb admin admin] Publish callbacks [] for security_group (b0bd1c9e-d762-469d-ad21-c7002feb1acf), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:28.753289 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0f651f69-a907-4b9f-9c47-97298f6048bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (b0bd1c9e-d762-469d-ad21-c7002feb1acf), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:28.791548 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f651f69-a907-4b9f-9c47-97298f6048bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bd1c9e-d762-469d-ad21-c7002feb1acf,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:28.798372 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-0f651f69-a907-4b9f-9c47-97298f6048bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=619488d546174e1cb3a7bfe566eef450&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334042 Jul 05 10:21:28.801004 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 51152) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:21:28.851073 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-effe73f5-0602-4c84-902c-6c4de08d6d58 admin admin] Publish callbacks [] for security_group (b0bd1c9e-d762-469d-ad21-c7002feb1acf), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:28.872808 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-effe73f5-0602-4c84-902c-6c4de08d6d58 admin admin] Publish callbacks [] for security_group (b0bd1c9e-d762-469d-ad21-c7002feb1acf), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:28.918012 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-effe73f5-0602-4c84-902c-6c4de08d6d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (b0bd1c9e-d762-469d-ad21-c7002feb1acf), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:28.920543 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-effe73f5-0602-4c84-902c-6c4de08d6d58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:28.921718 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-effe73f5-0602-4c84-902c-6c4de08d6d58 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0bd1c9e-d762-469d-ad21-c7002feb1acf HTTP/1.1" status: 204 len: 168 time: 0.1198223 Jul 05 10:21:28.930660 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe73f5-0602-4c84-902c-6c4de08d6d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bd1c9e-d762-469d-ad21-c7002feb1acf,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:29.183310 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 51158) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:21:29.197149 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7acc0141-20d2-41f3-bd55-2f474bbff591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:29.273536 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7acc0141-20d2-41f3-bd55-2f474bbff591 admin admin] Publish callbacks [] for security_group (8f4cdfbc-145d-48e8-92e2-0d2e92008995), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:29.277110 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7acc0141-20d2-41f3-bd55-2f474bbff591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (8f4cdfbc-145d-48e8-92e2-0d2e92008995), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:29.315803 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-7acc0141-20d2-41f3-bd55-2f474bbff591 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2fac30b128224c359a3466e4e1c0502c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314678 Jul 05 10:21:29.316705 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc0141-20d2-41f3-bd55-2f474bbff591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4cdfbc-145d-48e8-92e2-0d2e92008995,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:29.318517 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 51160) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:21:29.370253 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e7dbcc21-2f57-470f-a122-cd97640b07e9 admin admin] Publish callbacks [] for security_group (8f4cdfbc-145d-48e8-92e2-0d2e92008995), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:29.390896 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e7dbcc21-2f57-470f-a122-cd97640b07e9 admin admin] Publish callbacks [] for security_group (8f4cdfbc-145d-48e8-92e2-0d2e92008995), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:29.436440 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e7dbcc21-2f57-470f-a122-cd97640b07e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (8f4cdfbc-145d-48e8-92e2-0d2e92008995), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:29.438865 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e7dbcc21-2f57-470f-a122-cd97640b07e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:29.439995 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-e7dbcc21-2f57-470f-a122-cd97640b07e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f4cdfbc-145d-48e8-92e2-0d2e92008995 HTTP/1.1" status: 204 len: 168 time: 0.1198823 Jul 05 10:21:29.447536 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dbcc21-2f57-470f-a122-cd97640b07e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4cdfbc-145d-48e8-92e2-0d2e92008995,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:29.754935 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 51166) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:21:29.768709 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0006e796-6b0b-4760-8a8c-68aa96b4322c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:29.817471 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=76,neutron:INSERT=23,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:29.844073 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0006e796-6b0b-4760-8a8c-68aa96b4322c admin admin] Publish callbacks [] for security_group (40e00c91-b041-411c-977f-e7ee201504ac), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:29.847591 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0006e796-6b0b-4760-8a8c-68aa96b4322c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (40e00c91-b041-411c-977f-e7ee201504ac), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:29.889329 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-0006e796-6b0b-4760-8a8c-68aa96b4322c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07a7421b04874347a071b673fa16682f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333506 Jul 05 10:21:29.890137 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006e796-6b0b-4760-8a8c-68aa96b4322c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e00c91-b041-411c-977f-e7ee201504ac,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:29.892081 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 51168) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:21:29.899067 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:29.943707 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bdc6178e-ddc1-4ddb-9556-71e6f7b94327 admin admin] Publish callbacks [] for security_group (40e00c91-b041-411c-977f-e7ee201504ac), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:29.965129 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bdc6178e-ddc1-4ddb-9556-71e6f7b94327 admin admin] Publish callbacks [] for security_group (40e00c91-b041-411c-977f-e7ee201504ac), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:30.011079 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bdc6178e-ddc1-4ddb-9556-71e6f7b94327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (40e00c91-b041-411c-977f-e7ee201504ac), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:30.013629 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bdc6178e-ddc1-4ddb-9556-71e6f7b94327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:30.014778 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-bdc6178e-ddc1-4ddb-9556-71e6f7b94327 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40e00c91-b041-411c-977f-e7ee201504ac HTTP/1.1" status: 204 len: 168 time: 0.1216919 Jul 05 10:21:30.025153 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6178e-ddc1-4ddb-9556-71e6f7b94327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e00c91-b041-411c-977f-e7ee201504ac,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:31.654192 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 51222) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:21:31.756773 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a6d455b4-cf8c-47c6-801e-cad481323f75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:31.834272 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a6d455b4-cf8c-47c6-801e-cad481323f75 admin admin] Publish callbacks [] for security_group (08435c5b-ae60-4fca-933a-4f3195162d9e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:31.837751 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a6d455b4-cf8c-47c6-801e-cad481323f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (08435c5b-ae60-4fca-933a-4f3195162d9e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:31.878020 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-a6d455b4-cf8c-47c6-801e-cad481323f75 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f80c13176069404ea9fc15d12410363d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227755 Jul 05 10:21:31.878857 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d455b4-cf8c-47c6-801e-cad481323f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08435c5b-ae60-4fca-933a-4f3195162d9e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:31.881407 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 51226) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:21:32.164067 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ef2adda-3089-4539-80a6-b2e25ba517a0 admin admin] Publish callbacks [] for security_group (08435c5b-ae60-4fca-933a-4f3195162d9e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:32.184885 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ef2adda-3089-4539-80a6-b2e25ba517a0 admin admin] Publish callbacks [] for security_group (08435c5b-ae60-4fca-933a-4f3195162d9e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:32.229738 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ef2adda-3089-4539-80a6-b2e25ba517a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (08435c5b-ae60-4fca-933a-4f3195162d9e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:32.232278 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ef2adda-3089-4539-80a6-b2e25ba517a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:32.233435 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-1ef2adda-3089-4539-80a6-b2e25ba517a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/08435c5b-ae60-4fca-933a-4f3195162d9e HTTP/1.1" status: 204 len: 168 time: 0.3510661 Jul 05 10:21:32.242150 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2adda-3089-4539-80a6-b2e25ba517a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08435c5b-ae60-4fca-933a-4f3195162d9e,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:32.492433 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 51232) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:21:32.506075 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4a25eb30-97c0-4020-9fb0-11159e484e74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:32.579633 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4a25eb30-97c0-4020-9fb0-11159e484e74 admin admin] Publish callbacks [] for security_group (4fcfe266-f27a-4869-ad25-c7fc33ccb26a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:32.583118 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4a25eb30-97c0-4020-9fb0-11159e484e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (4fcfe266-f27a-4869-ad25-c7fc33ccb26a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:32.618157 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:32.623820 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25eb30-97c0-4020-9fb0-11159e484e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcfe266-f27a-4869-ad25-c7fc33ccb26a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:32.628475 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-4a25eb30-97c0-4020-9fb0-11159e484e74 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=efef57cb08f0462d86e33ba81fe16d3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350286 Jul 05 10:21:32.631421 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 51236) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:21:32.679586 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf7d479b-f4c4-4e3a-97f9-67d12d8f551c admin admin] Publish callbacks [] for security_group (4fcfe266-f27a-4869-ad25-c7fc33ccb26a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:32.700095 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf7d479b-f4c4-4e3a-97f9-67d12d8f551c admin admin] Publish callbacks [] for security_group (4fcfe266-f27a-4869-ad25-c7fc33ccb26a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:32.745910 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf7d479b-f4c4-4e3a-97f9-67d12d8f551c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (4fcfe266-f27a-4869-ad25-c7fc33ccb26a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:32.748298 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf7d479b-f4c4-4e3a-97f9-67d12d8f551c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:32.749432 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-bf7d479b-f4c4-4e3a-97f9-67d12d8f551c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4fcfe266-f27a-4869-ad25-c7fc33ccb26a HTTP/1.1" status: 204 len: 168 time: 0.1170926 Jul 05 10:21:32.758573 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d479b-f4c4-4e3a-97f9-67d12d8f551c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcfe266-f27a-4869-ad25-c7fc33ccb26a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:34.195236 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:34.205358 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=7 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:41.486308 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=52,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:41.498930 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a2dd50a8-d777-4d6c-b965-7a9327582d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:41.872649 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:41.874554 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=28,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:41.918605 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:42.752622 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=62,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:42.753390 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:44.022197 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b7a93c2a-1716-4960-a187-454f0d3d7fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:44.970361 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:46.298023 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:46.819532 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:21:52.223605 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:21:56.813430 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:21:56.815755 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=28,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:11.206153 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=5 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:11.211252 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:11.504097 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-30c8beb1-947a-488b-bc0b-e9f08a4f66b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:11.905657 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:13.906526 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18319a1c-04c6-400e-bd4b-0bf8e10b3638 req-d25ebde8-3c29-4d02-9f8b-421933398e57 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:13.907858 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-18319a1c-04c6-400e-bd4b-0bf8e10b3638 req-d25ebde8-3c29-4d02-9f8b-421933398e57 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 946 time: 0.0467582 Jul 05 10:22:13.955901 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-18319a1c-04c6-400e-bd4b-0bf8e10b3638 req-6912ca42-b4d8-4724-9dae-67972d166465 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419621 Jul 05 10:22:14.024740 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f84eec03-47c0-44ce-a570-a255fbdc7d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:14.973429 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:15.076791 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4ab78-577a-4285-952b-d4fbb8c361b6 req-b551f427-01d1-4d3f-9c16-5345ad7d2d62 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:15.078210 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-12b4ab78-577a-4285-952b-d4fbb8c361b6 req-b551f427-01d1-4d3f-9c16-5345ad7d2d62 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 946 time: 0.0474198 Jul 05 10:22:15.131363 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-12b4ab78-577a-4285-952b-d4fbb8c361b6 req-f02dae84-7549-4956-a718-a3688cad58f6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473552 Jul 05 10:22:15.901908 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ef502-0147-4f69-bebc-795917396b57 req-293288e0-7b75-43e2-9f4c-6090f34eda49 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:15.903311 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-245ef502-0147-4f69-bebc-795917396b57 req-293288e0-7b75-43e2-9f4c-6090f34eda49 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 946 time: 0.0462475 Jul 05 10:22:15.983545 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-245ef502-0147-4f69-bebc-795917396b57 req-7cf1264e-f169-43c4-b566-9bf011a34141 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Deleting port e6fb0593-584d-4308-86f5-4705f3dc20c8 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:22:15.983900 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-245ef502-0147-4f69-bebc-795917396b57 req-7cf1264e-f169-43c4-b566-9bf011a34141 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (e6fb0593-584d-4308-86f5-4705f3dc20c8), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:16.081322 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-245ef502-0147-4f69-bebc-795917396b57 req-7cf1264e-f169-43c4-b566-9bf011a34141 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] For port e6fb0593-584d-4308-86f5-4705f3dc20c8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e6fb0593-584d-4308-86f5-4705f3dc20c8,segment=NetworkSegment(bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa),segment_id=bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:16.082359 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-245ef502-0147-4f69-bebc-795917396b57 req-7cf1264e-f169-43c4-b566-9bf011a34141 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (e6fb0593-584d-4308-86f5-4705f3dc20c8), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:16.289351 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbefbe2-28d5-4d54-8896-f4b2d7927f40 req-ba7a3991-4b5f-4cd2-bee6-be614c68a45f tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:16.292431 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bbbefbe2-28d5-4d54-8896-f4b2d7927f40 req-ba7a3991-4b5f-4cd2-bee6-be614c68a45f tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff442846-3ded-48c4-8a48-df125f46d0d6 HTTP/1.1" status: 200 len: 946 time: 0.0659389 Jul 05 10:22:16.292994 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-245ef502-0147-4f69-bebc-795917396b57 req-7cf1264e-f169-43c4-b566-9bf011a34141 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:16.293233 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-245ef502-0147-4f69-bebc-795917396b57 req-7cf1264e-f169-43c4-b566-9bf011a34141 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-790480'] for floatingip (3455e302-b79a-433b-993b-ce645d369f81), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:16.293557 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.db.l3_db [req-245ef502-0147-4f69-bebc-795917396b57 req-7cf1264e-f169-43c4-b566-9bf011a34141 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Floating IP 3455e302-b79a-433b-993b-ce645d369f81 disassociated. External IP: 172.37.2.81, port: e6fb0593-584d-4308-86f5-4705f3dc20c8. Jul 05 10:22:16.293891 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-245ef502-0147-4f69-bebc-795917396b57 req-7cf1264e-f169-43c4-b566-9bf011a34141 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Calling delete_port for e6fb0593-584d-4308-86f5-4705f3dc20c8 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:22:16.301756 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:16.386753 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bbbefbe2-28d5-4d54-8896-f4b2d7927f40 req-54518a23-e63b-401d-9390-9add2c7b97f2 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=219260b7-2049-4077-ba1c-1c095ea4a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881474 Jul 05 10:22:16.463318 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-245ef502-0147-4f69-bebc-795917396b57 req-7cf1264e-f169-43c4-b566-9bf011a34141 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (e6fb0593-584d-4308-86f5-4705f3dc20c8), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:16.499306 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1264e-f169-43c4-b566-9bf011a34141 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Pushing event deleted for resources: {'Port': ['ID=e6fb0593-584d-4308-86f5-4705f3dc20c8,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:16.511423 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1264e-f169-43c4-b566-9bf011a34141 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:16.511773 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1264e-f169-43c4-b566-9bf011a34141 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:16.512114 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1264e-f169-43c4-b566-9bf011a34141 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:16.512471 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1264e-f169-43c4-b566-9bf011a34141 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:16.512806 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1264e-f169-43c4-b566-9bf011a34141 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:16.513135 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1264e-f169-43c4-b566-9bf011a34141 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:16.513460 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1264e-f169-43c4-b566-9bf011a34141 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:16.513783 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1264e-f169-43c4-b566-9bf011a34141 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:16.514105 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1264e-f169-43c4-b566-9bf011a34141 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:16.514426 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1264e-f169-43c4-b566-9bf011a34141 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:16.514745 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1264e-f169-43c4-b566-9bf011a34141 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:16.515064 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1264e-f169-43c4-b566-9bf011a34141 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:16.515382 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1264e-f169-43c4-b566-9bf011a34141 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:16.515700 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1264e-f169-43c4-b566-9bf011a34141 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:16.516039 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1264e-f169-43c4-b566-9bf011a34141 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:16.603467 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:16.613909 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:16.623381 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-245ef502-0147-4f69-bebc-795917396b57 req-7cf1264e-f169-43c4-b566-9bf011a34141 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Router 82fff273-8099-4505-bbe9-761395e828c9 has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:22:16.726294 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-245ef502-0147-4f69-bebc-795917396b57 req-7cf1264e-f169-43c4-b566-9bf011a34141 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:22:16.735650 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749d8838-89d8-4627-b8fb-24e669576626 None None] Sync routers for ids ['82fff273-8099-4505-bbe9-761395e828c9'] in dv-cinder-master-3-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:22:16.744872 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749d8838-89d8-4627-b8fb-24e669576626 None None] Routers {'82fff273-8099-4505-bbe9-761395e828c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:22:16.745475 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-749d8838-89d8-4627-b8fb-24e669576626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:22:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['82fff273-8099-4505-bbe9-761395e828c9'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:16.767781 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-245ef502-0147-4f69-bebc-795917396b57 req-7cf1264e-f169-43c4-b566-9bf011a34141 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] No DVR routers for this DVR port e6fb0593-584d-4308-86f5-4705f3dc20c8 on host hv-cinder-maste {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:22:16.770162 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-245ef502-0147-4f69-bebc-795917396b57 req-7cf1264e-f169-43c4-b566-9bf011a34141 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:16.773969 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-245ef502-0147-4f69-bebc-795917396b57 req-7cf1264e-f169-43c4-b566-9bf011a34141 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.30 "DELETE /v2.0/ports/e6fb0593-584d-4308-86f5-4705f3dc20c8 HTTP/1.1" status: 204 len: 173 time: 0.8653607 Jul 05 10:22:16.774397 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff442846-3ded-48c4-8a48-df125f46d0d6', 'name': 'network-vif-deleted', 'tag': 'e6fb0593-584d-4308-86f5-4705f3dc20c8'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:22:16.776641 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccbd626-6da9-4ae1-b67c-f65229fdebb9" -d '{"events": [{"server_uuid": "ff442846-3ded-48c4-8a48-df125f46d0d6", "name": "network-vif-deleted", "tag": "e6fb0593-584d-4308-86f5-4705f3dc20c8"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:22:16.813132 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e0c6f6-1b99-42a8-b338-edb895194a7a x-openstack-request-id: req-75e0c6f6-1b99-42a8-b338-edb895194a7a {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:22:16.813416 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff442846-3ded-48c4-8a48-df125f46d0d6", "name": "network-vif-deleted", "tag": "e6fb0593-584d-4308-86f5-4705f3dc20c8", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:22:16.813662 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75e0c6f6-1b99-42a8-b338-edb895194a7a {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:22:16.814085 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75e0c6f6-1b99-42a8-b338-edb895194a7a'] response: {'server_uuid': 'ff442846-3ded-48c4-8a48-df125f46d0d6', 'name': 'network-vif-deleted', 'tag': 'e6fb0593-584d-4308-86f5-4705f3dc20c8', 'status': 'completed', 'code': 200} Jul 05 10:22:16.828769 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:16.856582 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-749d8838-89d8-4627-b8fb-24e669576626 None None] Set router 82fff273-8099-4505-bbe9-761395e828c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:22:17.051047 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-749d8838-89d8-4627-b8fb-24e669576626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fff273-8099-4505-bbe9-761395e828c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1043335425-router', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:24Z', 'revision_number': 4, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'gw_port': {'id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '984a368a-1748-4580-a66e-3d203cb923e1', 'name': '', 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'mac_address': 'fa:16:3e:b6:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:24Z', 'updated_at': '2022-07-05T10:18:28Z', 'revision_number': 5, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'subnets': [{'id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:17.076350 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749d8838-89d8-4627-b8fb-24e669576626 None None] Checking router: 82fff273-8099-4505-bbe9-761395e828c9 for host: dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:22:17.084993 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749d8838-89d8-4627-b8fb-24e669576626 None None] Routers {'82fff273-8099-4505-bbe9-761395e828c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:22:17.085629 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-749d8838-89d8-4627-b8fb-24e669576626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:22:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['82fff273-8099-4505-bbe9-761395e828c9'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:17.200190 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-749d8838-89d8-4627-b8fb-24e669576626 None None] Set router 82fff273-8099-4505-bbe9-761395e828c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:22:17.390766 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-749d8838-89d8-4627-b8fb-24e669576626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fff273-8099-4505-bbe9-761395e828c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1043335425-router', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:24Z', 'revision_number': 4, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'gw_port': {'id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '984a368a-1748-4580-a66e-3d203cb923e1', 'name': '', 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'mac_address': 'fa:16:3e:b6:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:24Z', 'updated_at': '2022-07-05T10:18:28Z', 'revision_number': 5, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'subnets': [{'id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:17.420491 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749d8838-89d8-4627-b8fb-24e669576626 None None] The sync data for ids ['82fff273-8099-4505-bbe9-761395e828c9'] in dv-cinder-master-3-iscsi is: [{'id': '82fff273-8099-4505-bbe9-761395e828c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1043335425-router', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:24Z', 'revision_number': 4, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'gw_port': {'id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '984a368a-1748-4580-a66e-3d203cb923e1', 'name': '', 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'mac_address': 'fa:16:3e:b6:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:24Z', 'updated_at': '2022-07-05T10:18:28Z', 'revision_number': 5, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'subnets': [{'id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:22:17.482181 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 51500) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:22:17.537805 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b1b24153-3e40-4c51-8da4-ef533d727de9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for security_group (219260b7-2049-4077-ba1c-1c095ea4a9a3), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:17.561565 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b1b24153-3e40-4c51-8da4-ef533d727de9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for security_group (219260b7-2049-4077-ba1c-1c095ea4a9a3), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:17.614311 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b1b24153-3e40-4c51-8da4-ef533d727de9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (219260b7-2049-4077-ba1c-1c095ea4a9a3), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:17.617034 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b1b24153-3e40-4c51-8da4-ef533d727de9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:17.620655 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-b1b24153-3e40-4c51-8da4-ef533d727de9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "DELETE /v2.0/security-groups/219260b7-2049-4077-ba1c-1c095ea4a9a3 HTTP/1.1" status: 204 len: 168 time: 0.1350634 Jul 05 10:22:17.621133 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 51502) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:22:17.628064 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b24153-3e40-4c51-8da4-ef533d727de9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=219260b7-2049-4077-ba1c-1c095ea4a9a3,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:17.635160 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.api.v2.resource [None req-2d31b1c1-a9e2-4f00-bee1-4e2fd5eb299c tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] show failed (client error): The resource could not be found. Jul 05 10:22:17.635341 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b24153-3e40-4c51-8da4-ef533d727de9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:17.635611 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b24153-3e40-4c51-8da4-ef533d727de9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:17.635944 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b24153-3e40-4c51-8da4-ef533d727de9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:17.636161 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-2d31b1c1-a9e2-4f00-bee1-4e2fd5eb299c tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups/219260b7-2049-4077-ba1c-1c095ea4a9a3 HTTP/1.1" status: 404 len: 347 time: 0.0139458 Jul 05 10:22:17.636334 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b24153-3e40-4c51-8da4-ef533d727de9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:17.636939 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b24153-3e40-4c51-8da4-ef533d727de9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:17.637271 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b24153-3e40-4c51-8da4-ef533d727de9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:17.637601 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b24153-3e40-4c51-8da4-ef533d727de9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:17.637927 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b24153-3e40-4c51-8da4-ef533d727de9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:17.638252 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b24153-3e40-4c51-8da4-ef533d727de9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:17.638574 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b24153-3e40-4c51-8da4-ef533d727de9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:17.638985 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b24153-3e40-4c51-8da4-ef533d727de9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:17.639096 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 51504) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:22:17.639313 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b24153-3e40-4c51-8da4-ef533d727de9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:17.639631 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b24153-3e40-4c51-8da4-ef533d727de9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:17.639950 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b24153-3e40-4c51-8da4-ef533d727de9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:17.640264 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b24153-3e40-4c51-8da4-ef533d727de9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:17.674025 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ee8c86-56ba-4796-9f57-c25497bc4b84 None None] New status for floating IP 3455e302-b79a-433b-993b-ce645d369f81: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 10:22:17.750800 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-838f165f-0e12-4651-a451-6fd514a86fd9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Deleting port 74a54eb2-4634-4a1c-86e2-34d5514fff65 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:22:17.751033 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-838f165f-0e12-4651-a451-6fd514a86fd9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (74a54eb2-4634-4a1c-86e2-34d5514fff65), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:17.832465 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-838f165f-0e12-4651-a451-6fd514a86fd9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (74a54eb2-4634-4a1c-86e2-34d5514fff65), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:17.832798 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-838f165f-0e12-4651-a451-6fd514a86fd9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for floatingip (74a54eb2-4634-4a1c-86e2-34d5514fff65), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:17.846089 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-838f165f-0e12-4651-a451-6fd514a86fd9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Calling delete_port for 74a54eb2-4634-4a1c-86e2-34d5514fff65 owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:22:17.977178 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-838f165f-0e12-4651-a451-6fd514a86fd9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (74a54eb2-4634-4a1c-86e2-34d5514fff65), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:18.005541 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f165f-0e12-4651-a451-6fd514a86fd9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Pushing event deleted for resources: {'Port': ['ID=74a54eb2-4634-4a1c-86e2-34d5514fff65,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:18.066441 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-838f165f-0e12-4651-a451-6fd514a86fd9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for floatingip (3455e302-b79a-433b-993b-ce645d369f81), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:18.069942 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-838f165f-0e12-4651-a451-6fd514a86fd9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:18.071119 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-838f165f-0e12-4651-a451-6fd514a86fd9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "DELETE /v2.0/floatingips/3455e302-b79a-433b-993b-ce645d369f81 HTTP/1.1" status: 204 len: 168 time: 0.4311352 Jul 05 10:22:18.149057 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 51508) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:22:18.153623 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-b04572da-bd4b-4479-8b8e-ee1c7171d282 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1631636744', 'description': 'tempest-description--271153692'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:22:18.180853 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b04572da-bd4b-4479-8b8e-ee1c7171d282 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:18.248756 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b04572da-bd4b-4479-8b8e-ee1c7171d282 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for security_group (404f366b-1bc2-42c3-a4fa-ae306d39f7ff), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:18.252020 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b04572da-bd4b-4479-8b8e-ee1c7171d282 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (404f366b-1bc2-42c3-a4fa-ae306d39f7ff), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:18.283062 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b04572da-bd4b-4479-8b8e-ee1c7171d282 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:18.287418 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-b04572da-bd4b-4479-8b8e-ee1c7171d282 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1341505 Jul 05 10:22:18.287418 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04572da-bd4b-4479-8b8e-ee1c7171d282 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=404f366b-1bc2-42c3-a4fa-ae306d39f7ff,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:18.287805 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 51514) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:22:18.294126 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-1f87dc98-cbe8-46c2-8e9c-8fa73093da44 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Request body: {'security_group_rule': {'security_group_id': '404f366b-1bc2-42c3-a4fa-ae306d39f7ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:22:18.321606 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f87dc98-cbe8-46c2-8e9c-8fa73093da44 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for security_group_rule (b6f5f581-bd81-4df4-8270-4a7977e8326a), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:18.379298 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f87dc98-cbe8-46c2-8e9c-8fa73093da44 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for security_group_rule (b6f5f581-bd81-4df4-8270-4a7977e8326a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:18.383202 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f87dc98-cbe8-46c2-8e9c-8fa73093da44 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (b6f5f581-bd81-4df4-8270-4a7977e8326a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:18.404218 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87dc98-cbe8-46c2-8e9c-8fa73093da44 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f5f581-bd81-4df4-8270-4a7977e8326a,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:18.410851 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f87dc98-cbe8-46c2-8e9c-8fa73093da44 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:18.412766 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-1f87dc98-cbe8-46c2-8e9c-8fa73093da44 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223412 Jul 05 10:22:18.415542 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 51516) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:22:18.421061 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-5a550cde-d196-41c0-a1cf-5130ffce8f64 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Request body: {'security_group_rule': {'security_group_id': '404f366b-1bc2-42c3-a4fa-ae306d39f7ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:22:18.440102 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:18.451455 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a550cde-d196-41c0-a1cf-5130ffce8f64 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for security_group_rule (18c825ac-172b-40de-a54b-cbf8ea817d3f), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:18.505583 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:18.510207 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 51520) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:22:18.512817 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a550cde-d196-41c0-a1cf-5130ffce8f64 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for security_group_rule (18c825ac-172b-40de-a54b-cbf8ea817d3f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:18.516598 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a550cde-d196-41c0-a1cf-5130ffce8f64 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (18c825ac-172b-40de-a54b-cbf8ea817d3f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:18.540272 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a550cde-d196-41c0-a1cf-5130ffce8f64 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c825ac-172b-40de-a54b-cbf8ea817d3f,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:18.550707 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a550cde-d196-41c0-a1cf-5130ffce8f64 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:18.551919 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-5a550cde-d196-41c0-a1cf-5130ffce8f64 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1350894 Jul 05 10:22:18.555008 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 51524) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:22:18.559187 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-24edcf69-049e-4170-bc3c-1921c8e3893a tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Request body: {'floatingip': {'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:22:18.580350 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24edcf69-049e-4170-bc3c-1921c8e3893a tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:18.627369 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db78c44f-d28d-4786-9e04-e14ba88dfd4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:18.659312 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24edcf69-049e-4170-bc3c-1921c8e3893a tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:18.705234 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db78c44f-d28d-4786-9e04-e14ba88dfd4a admin admin] Publish callbacks [] for security_group (cbd79378-0829-40ea-8f98-ee919060c285), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:18.709881 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-db78c44f-d28d-4786-9e04-e14ba88dfd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (cbd79378-0829-40ea-8f98-ee919060c285), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:18.751717 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-db78c44f-d28d-4786-9e04-e14ba88dfd4a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e256c310b6544339ad69ef6f3aab2e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2379887 Jul 05 10:22:18.751717 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78c44f-d28d-4786-9e04-e14ba88dfd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd79378-0829-40ea-8f98-ee919060c285,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:18.752658 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 51526) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:22:18.766642 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-24edcf69-049e-4170-bc3c-1921c8e3893a tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Allocated IP 172.37.2.52 (41de873a-d138-4cc5-b805-d53357ba161e/988cd17f-ff06-4e31-a156-b2c72b1aa185/60bbf724-eb6d-43da-8616-3a2879d7e165) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:22:18.804836 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b437eb8-45d3-46b6-8996-ad79a287e3d5 admin admin] Publish callbacks [] for security_group (cbd79378-0829-40ea-8f98-ee919060c285), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:18.826707 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b437eb8-45d3-46b6-8996-ad79a287e3d5 admin admin] Publish callbacks [] for security_group (cbd79378-0829-40ea-8f98-ee919060c285), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:18.873630 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b437eb8-45d3-46b6-8996-ad79a287e3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (cbd79378-0829-40ea-8f98-ee919060c285), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:18.876257 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b437eb8-45d3-46b6-8996-ad79a287e3d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:18.877418 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-6b437eb8-45d3-46b6-8996-ad79a287e3d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cbd79378-0829-40ea-8f98-ee919060c285 HTTP/1.1" status: 204 len: 168 time: 0.1238770 Jul 05 10:22:18.878110 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24edcf69-049e-4170-bc3c-1921c8e3893a tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for port (60bbf724-eb6d-43da-8616-3a2879d7e165), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:18.889205 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b437eb8-45d3-46b6-8996-ad79a287e3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd79378-0829-40ea-8f98-ee919060c285,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:18.918823 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24edcf69-049e-4170-bc3c-1921c8e3893a tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (60bbf724-eb6d-43da-8616-3a2879d7e165), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:18.962323 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24edcf69-049e-4170-bc3c-1921c8e3893a tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Network 41de873a-d138-4cc5-b805-d53357ba161e is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:22:18.967102 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-24edcf69-049e-4170-bc3c-1921c8e3893a tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:18.971103 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24edcf69-049e-4170-bc3c-1921c8e3893a tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:22:18.974767 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24edcf69-049e-4170-bc3c-1921c8e3893a tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Pushing event updated for resources: {'Port': ['ID=60bbf724-eb6d-43da-8616-3a2879d7e165,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:19.060733 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24edcf69-049e-4170-bc3c-1921c8e3893a tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for floatingip (9e778483-6443-4aa3-855c-4c37e8d60501), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:19.101748 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24edcf69-049e-4170-bc3c-1921c8e3893a tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (60bbf724-eb6d-43da-8616-3a2879d7e165), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:19.129268 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:19.261678 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24edcf69-049e-4170-bc3c-1921c8e3893a tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for port (60bbf724-eb6d-43da-8616-3a2879d7e165), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:19.266391 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24edcf69-049e-4170-bc3c-1921c8e3893a tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (60bbf724-eb6d-43da-8616-3a2879d7e165), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:19.324773 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:19.340001 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24edcf69-049e-4170-bc3c-1921c8e3893a tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Pushing event updated for resources: {'Port': ['ID=60bbf724-eb6d-43da-8616-3a2879d7e165,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:19.350676 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24edcf69-049e-4170-bc3c-1921c8e3893a tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-790480'] for floatingip (9e778483-6443-4aa3-855c-4c37e8d60501), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:19.369537 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24edcf69-049e-4170-bc3c-1921c8e3893a tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:19.378600 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-24edcf69-049e-4170-bc3c-1921c8e3893a tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8148677 Jul 05 10:22:19.579115 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-02246b73-b6e1-49a6-aa2c-2b875de1e655 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1631636744&fields=id&tenant_id=f0c19d009f1b4ef09a40267bcf654107 HTTP/1.1" status: 200 len: 267 time: 0.0450830 Jul 05 10:22:19.688155 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-6d4d0239-7a47-45ae-90e2-ab9df303dc63 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:19.689469 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-6d4d0239-7a47-45ae-90e2-ab9df303dc63 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/networks?id=fddec1cf-8b7c-4e90-af09-12a66276106e HTTP/1.1" status: 200 len: 817 time: 0.1038563 Jul 05 10:22:19.708352 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-8d1dfc7c-9f44-49f5-b89b-a8c63b9090db tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/quotas/f0c19d009f1b4ef09a40267bcf654107 HTTP/1.1" status: 200 len: 375 time: 0.0135102 Jul 05 10:22:19.758492 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-87450405-9c4a-4451-8250-b250bd4a1d6e tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0c19d009f1b4ef09a40267bcf654107&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452278 Jul 05 10:22:19.773830 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-1dd25c86-4408-4993-8d31-0473b5c8c8fc service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 05 10:22:19.774801 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-1dd25c86-4408-4993-8d31-0473b5c8c8fc service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055380 Jul 05 10:22:19.869533 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-74b1cac0-d987-4b9d-8bbe-c5db3a052fc2 service neutron] 10.222.0.20 "GET /v2.0/networks/fddec1cf-8b7c-4e90-af09-12a66276106e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894058 Jul 05 10:22:19.959746 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-3dfc9960-c1ae-4c1f-86e8-a77c862075c6 service neutron] 10.222.0.20 "GET /v2.0/networks/fddec1cf-8b7c-4e90-af09-12a66276106e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844212 Jul 05 10:22:20.162277 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0b5975b2-2077-4c70-9054-5b84f852b359 req-5162c554-cb36-4bdd-8f32-37a8ae59fbcd tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 210 time: 0.0422242 Jul 05 10:22:20.909532 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device e6fb0593-584d-4308-86f5-4705f3dc20c8 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:22:20.929832 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] No Port match for: e6fb0593-584d-4308-86f5-4705f3dc20c8 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:22:20.930179 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device e6fb0593-584d-4308-86f5-4705f3dc20c8 not bound to the agent host hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:22:21.277202 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fb29f26d-eb8b-42bf-b8d9-34ee9eaefb96 req-eb907445-68f5-4dac-b02f-442c65846a0e tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 210 time: 0.0350118 Jul 05 10:22:21.284172 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-fe3b3b76-36e7-4c2b-b0fc-420bbfa841bb tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:21.286246 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-fe3b3b76-36e7-4c2b-b0fc-420bbfa841bb tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.30 "GET /v2.0/networks?id=fddec1cf-8b7c-4e90-af09-12a66276106e HTTP/1.1" status: 200 len: 817 time: 0.1401157 Jul 05 10:22:21.365433 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-a48ff98b-9361-462c-b35d-639b003bba98 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0c19d009f1b4ef09a40267bcf654107 HTTP/1.1" status: 200 len: 380 time: 0.0625839 Jul 05 10:22:21.443107 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-4d31b0d3-de88-44df-8ec9-cd66f84c9e06 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Request body: {'port': {'device_id': '1c90da36-1371-4861-9756-e275bf1f514a', 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e', 'admin_state_up': True, 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'security_groups': ['404f366b-1bc2-42c3-a4fa-ae306d39f7ff']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:22:21.516140 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:21.550683 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-4d31b0d3-de88-44df-8ec9-cd66f84c9e06 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Made reservation on behalf of f0c19d009f1b4ef09a40267bcf654107 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:22:21.554244 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-4d31b0d3-de88-44df-8ec9-cd66f84c9e06 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:21.678318 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-4d31b0d3-de88-44df-8ec9-cd66f84c9e06 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Allocated IP 172.20.0.11 (fddec1cf-8b7c-4e90-af09-12a66276106e/69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de/ceece817-3e21-46da-8f70-bbfe947c7cd6) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:22:21.729951 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:22.058119 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-4d31b0d3-de88-44df-8ec9-cd66f84c9e06 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for port (ceece817-3e21-46da-8f70-bbfe947c7cd6), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:22.091366 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-4d31b0d3-de88-44df-8ec9-cd66f84c9e06 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (ceece817-3e21-46da-8f70-bbfe947c7cd6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:22.133338 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-4d31b0d3-de88-44df-8ec9-cd66f84c9e06 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Network fddec1cf-8b7c-4e90-af09-12a66276106e is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:22:22.136275 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-4d31b0d3-de88-44df-8ec9-cd66f84c9e06 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:22.139804 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-4d31b0d3-de88-44df-8ec9-cd66f84c9e06 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:22:22.171870 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31b0d3-de88-44df-8ec9-cd66f84c9e06 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Pushing event updated for resources: {'Port': ['ID=ceece817-3e21-46da-8f70-bbfe947c7cd6,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:22.195937 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-4d31b0d3-de88-44df-8ec9-cd66f84c9e06 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:22.196596 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-4d31b0d3-de88-44df-8ec9-cd66f84c9e06 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:22.219306 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-4d31b0d3-de88-44df-8ec9-cd66f84c9e06 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7801325 Jul 05 10:22:22.362949 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4be430ca-2dc6-4298-9fba-d6ed57450a0b None None] Provisioning complete for port ceece817-3e21-46da-8f70-bbfe947c7cd6 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:22:22.363513 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4be430ca-2dc6-4298-9fba-d6ed57450a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (ceece817-3e21-46da-8f70-bbfe947c7cd6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:22.393470 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4be430ca-2dc6-4298-9fba-d6ed57450a0b None None] Port ceece817-3e21-46da-8f70-bbfe947c7cd6 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:22:22.397073 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d0eae-b5c2-46d1-bc7b-371bb0c650bb req-5aed2a76-4d37-4aaf-be08-b929a9521ab6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:22.398395 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2a3d0eae-b5c2-46d1-bc7b-371bb0c650bb req-5aed2a76-4d37-4aaf-be08-b929a9521ab6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 932 time: 0.0471663 Jul 05 10:22:22.449519 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2a3d0eae-b5c2-46d1-bc7b-371bb0c650bb req-88d306ed-44f4-43bc-84e3-e6cde2c69236 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454755 Jul 05 10:22:23.565230 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42102f99-8e2f-43bd-9ca7-a79e756dce1b req-2247f4ba-cec8-4ed1-a767-e106567039b4 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:23.566669 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-42102f99-8e2f-43bd-9ca7-a79e756dce1b req-2247f4ba-cec8-4ed1-a767-e106567039b4 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 932 time: 0.0462053 Jul 05 10:22:23.613102 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-42102f99-8e2f-43bd-9ca7-a79e756dce1b req-c7d1df98-7e6b-4c7b-84bc-0bff2c107da4 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409114 Jul 05 10:22:24.726422 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a8852-0836-4eb3-8780-c764d33d8141 req-dd270e85-9d2f-4a52-96c1-1d0f8da00b25 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:24.727751 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-474a8852-0836-4eb3-8780-c764d33d8141 req-dd270e85-9d2f-4a52-96c1-1d0f8da00b25 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 932 time: 0.0457919 Jul 05 10:22:24.772433 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-474a8852-0836-4eb3-8780-c764d33d8141 req-bf064e14-b62e-4508-8cb8-927cba1cb166 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393465 Jul 05 10:22:24.910756 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-b08f0d16-75a2-4b4d-9d8b-fc9f90c73d74 service neutron] Request body: {'port': {'device_id': '1c90da36-1371-4861-9756-e275bf1f514a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:22:24.972010 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-b08f0d16-75a2-4b4d-9d8b-fc9f90c73d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (ceece817-3e21-46da-8f70-bbfe947c7cd6), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:24.974471 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:25.192589 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:25.227636 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-b08f0d16-75a2-4b4d-9d8b-fc9f90c73d74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceece817-3e21-46da-8f70-bbfe947c7cd6 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:22:25.235280 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-b08f0d16-75a2-4b4d-9d8b-fc9f90c73d74 service neutron] Publish callbacks [] for port (ceece817-3e21-46da-8f70-bbfe947c7cd6), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:25.247476 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-b08f0d16-75a2-4b4d-9d8b-fc9f90c73d74 service neutron] Transition to ACTIVE for port object ceece817-3e21-46da-8f70-bbfe947c7cd6 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 10:22:25.250661 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-b08f0d16-75a2-4b4d-9d8b-fc9f90c73d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (ceece817-3e21-46da-8f70-bbfe947c7cd6), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:25.303440 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f0d16-75a2-4b4d-9d8b-fc9f90c73d74 service neutron] Pushing event updated for resources: {'Port': ['ID=ceece817-3e21-46da-8f70-bbfe947c7cd6,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:25.377695 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-b08f0d16-75a2-4b4d-9d8b-fc9f90c73d74 service neutron] Attempting to bind port ceece817-3e21-46da-8f70-bbfe947c7cd6 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:22:25.378024 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-b08f0d16-75a2-4b4d-9d8b-fc9f90c73d74 service neutron] Attempting to bind port ceece817-3e21-46da-8f70-bbfe947c7cd6 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:22:25.378349 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-b08f0d16-75a2-4b4d-9d8b-fc9f90c73d74 service neutron] Attempting to bind port ceece817-3e21-46da-8f70-bbfe947c7cd6 on network fddec1cf-8b7c-4e90-af09-12a66276106e {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:22:25.383057 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-b08f0d16-75a2-4b4d-9d8b-fc9f90c73d74 service neutron] Port ceece817-3e21-46da-8f70-bbfe947c7cd6 on network fddec1cf-8b7c-4e90-af09-12a66276106e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 10:22:25.383370 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-b08f0d16-75a2-4b4d-9d8b-fc9f90c73d74 service neutron] Attempting to bind port ceece817-3e21-46da-8f70-bbfe947c7cd6 on network fddec1cf-8b7c-4e90-af09-12a66276106e {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:22:25.388292 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-b08f0d16-75a2-4b4d-9d8b-fc9f90c73d74 service neutron] Checking agent: {'id': '2022926f-89e6-45ab-bc5a-219d9ca35e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'started_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:22:25.388652 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-b08f0d16-75a2-4b4d-9d8b-fc9f90c73d74 service neutron] Checking segment: {'id': 'bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:22:25.389030 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-b08f0d16-75a2-4b4d-9d8b-fc9f90c73d74 service neutron] Bound using segment: {'id': 'bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:22:25.389452 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-b08f0d16-75a2-4b4d-9d8b-fc9f90c73d74 service neutron] Bound port: ceece817-3e21-46da-8f70-bbfe947c7cd6, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:22:25.389811 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-b08f0d16-75a2-4b4d-9d8b-fc9f90c73d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (ceece817-3e21-46da-8f70-bbfe947c7cd6), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:25.453759 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-b08f0d16-75a2-4b4d-9d8b-fc9f90c73d74 service neutron] For port ceece817-3e21-46da-8f70-bbfe947c7cd6, host hv-cinder-maste, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:22:25.457328 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-b08f0d16-75a2-4b4d-9d8b-fc9f90c73d74 service neutron] For port ceece817-3e21-46da-8f70-bbfe947c7cd6, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ceece817-3e21-46da-8f70-bbfe947c7cd6,segment=NetworkSegment(bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa),segment_id=bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:22:25.463456 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-b08f0d16-75a2-4b4d-9d8b-fc9f90c73d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (ceece817-3e21-46da-8f70-bbfe947c7cd6), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:25.497912 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-b08f0d16-75a2-4b4d-9d8b-fc9f90c73d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:25.498563 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-b08f0d16-75a2-4b4d-9d8b-fc9f90c73d74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:25.500554 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-b08f0d16-75a2-4b4d-9d8b-fc9f90c73d74 service neutron] 10.222.0.30 "PUT /v2.0/ports/ceece817-3e21-46da-8f70-bbfe947c7cd6 HTTP/1.1" status: 200 len: 1094 time: 0.5945194 Jul 05 10:22:25.509926 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c90da36-1371-4861-9756-e275bf1f514a', 'tag': 'ceece817-3e21-46da-8f70-bbfe947c7cd6'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:22:25.509926 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b150b7-4a9b-43e6-bef7-5288a41b00a6" -d '{"events": [{"name": "network-changed", "server_uuid": "1c90da36-1371-4861-9756-e275bf1f514a", "tag": "ceece817-3e21-46da-8f70-bbfe947c7cd6"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:22:25.535802 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f0d16-75a2-4b4d-9d8b-fc9f90c73d74 service neutron] Pushing event updated for resources: {'Port': ['ID=ceece817-3e21-46da-8f70-bbfe947c7cd6,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:25.574088 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801c344a-7136-4e2a-adde-a28cfcba3f9a x-openstack-request-id: req-801c344a-7136-4e2a-adde-a28cfcba3f9a {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:22:25.574382 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c90da36-1371-4861-9756-e275bf1f514a", "tag": "ceece817-3e21-46da-8f70-bbfe947c7cd6", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:22:25.574635 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-801c344a-7136-4e2a-adde-a28cfcba3f9a {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:22:25.575041 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-801c344a-7136-4e2a-adde-a28cfcba3f9a'] response: {'name': 'network-changed', 'server_uuid': '1c90da36-1371-4861-9756-e275bf1f514a', 'tag': 'ceece817-3e21-46da-8f70-bbfe947c7cd6', 'status': 'completed', 'code': 200} Jul 05 10:22:25.606639 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-026a7b59-8923-40c0-9f45-13112bab85a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:25.608366 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-026a7b59-8923-40c0-9f45-13112bab85a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0c19d009f1b4ef09a40267bcf654107&device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 1128 time: 0.0491407 Jul 05 10:22:25.655539 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-060c5290-a1b1-4498-be71-0644bab4b626 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ceece817-3e21-46da-8f70-bbfe947c7cd6 HTTP/1.1" status: 200 len: 217 time: 0.0351012 Jul 05 10:22:25.710418 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-d72b3bbb-7b9d-4843-8dcf-22cff54afed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:25.711875 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-d72b3bbb-7b9d-4843-8dcf-22cff54afed2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de HTTP/1.1" status: 200 len: 856 time: 0.0512760 Jul 05 10:22:25.755972 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-fd95908e-158a-49e4-91c7-fdffe22a5eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:25.757442 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-fd95908e-158a-49e4-91c7-fdffe22a5eaa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fddec1cf-8b7c-4e90-af09-12a66276106e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385785 Jul 05 10:22:25.863668 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-a919f09f-5c53-49e2-a8fa-9cf5ed6a0566 service neutron] 10.222.0.30 "GET /v2.0/networks/fddec1cf-8b7c-4e90-af09-12a66276106e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979257 Jul 05 10:22:25.923041 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92aa7ac-73c5-4904-bbad-861a2d00a1af req-5c6d75f0-23a1-4240-be6c-68784d0848f8 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:25.925130 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f92aa7ac-73c5-4904-bbad-861a2d00a1af req-5c6d75f0-23a1-4240-be6c-68784d0848f8 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 944 time: 0.0766196 Jul 05 10:22:25.936051 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:26.028899 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f92aa7ac-73c5-4904-bbad-861a2d00a1af req-af7ff6da-7c17-43d7-b7f3-b055356cdd33 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964911 Jul 05 10:22:26.030831 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7bc744d2-838c-4009-9bb0-714d3103b3cd req-878e016f-6495-411c-83b9-193890a9d184 service neutron] 10.222.0.30 "GET /v2.0/networks/fddec1cf-8b7c-4e90-af09-12a66276106e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462057 Jul 05 10:22:27.149939 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1e687-43d2-477a-ae03-f4205d5a8d47 req-6dfa5e96-bf0a-4b8f-8721-8b0a547116b8 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:27.151396 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-71f1e687-43d2-477a-ae03-f4205d5a8d47 req-6dfa5e96-bf0a-4b8f-8721-8b0a547116b8 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 944 time: 0.0494661 Jul 05 10:22:27.197934 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-71f1e687-43d2-477a-ae03-f4205d5a8d47 req-840cdf21-47f1-4cb0-bb74-ef7314307663 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409889 Jul 05 10:22:27.388321 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=65 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:27.394017 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=67 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:28.011971 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b150b7-4a9b-43e6-bef7-5288a41b00a6 req-b8deecc4-1759-4973-9ab4-04c30ba2b07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:28.013495 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-76b150b7-4a9b-43e6-bef7-5288a41b00a6 req-b8deecc4-1759-4973-9ab4-04c30ba2b07e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0c19d009f1b4ef09a40267bcf654107&device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 1128 time: 0.0403888 Jul 05 10:22:28.042428 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:28.089714 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 51642) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:22:28.111812 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b150b7-4a9b-43e6-bef7-5288a41b00a6 req-863aea4d-e657-4953-aa64-a584e2c82d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:28.113322 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-76b150b7-4a9b-43e6-bef7-5288a41b00a6 req-863aea4d-e657-4953-aa64-a584e2c82d99 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fddec1cf-8b7c-4e90-af09-12a66276106e HTTP/1.1" status: 200 len: 918 time: 0.0940216 Jul 05 10:22:28.152767 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-76b150b7-4a9b-43e6-bef7-5288a41b00a6 req-859ef95c-8e2a-40ae-b83c-2e7f3c3efd71 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ceece817-3e21-46da-8f70-bbfe947c7cd6 HTTP/1.1" status: 200 len: 217 time: 0.0326843 Jul 05 10:22:28.195974 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-93496cc0-e200-41c7-8445-1ac6ecc5ec6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:28.200644 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b150b7-4a9b-43e6-bef7-5288a41b00a6 req-f6e0a24c-e04b-4ff8-a344-d88129d067ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:28.202104 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-76b150b7-4a9b-43e6-bef7-5288a41b00a6 req-f6e0a24c-e04b-4ff8-a344-d88129d067ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de HTTP/1.1" status: 200 len: 856 time: 0.0436127 Jul 05 10:22:28.257304 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b150b7-4a9b-43e6-bef7-5288a41b00a6 req-5251f354-d144-4d16-a0b8-ec66e0550a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:28.258845 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-76b150b7-4a9b-43e6-bef7-5288a41b00a6 req-5251f354-d144-4d16-a0b8-ec66e0550a54 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fddec1cf-8b7c-4e90-af09-12a66276106e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509691 Jul 05 10:22:28.272859 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:28.277752 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-93496cc0-e200-41c7-8445-1ac6ecc5ec6a admin admin] Publish callbacks [] for security_group (53c35314-8726-4df1-8477-18a2711edc5b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:28.282485 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-93496cc0-e200-41c7-8445-1ac6ecc5ec6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (53c35314-8726-4df1-8477-18a2711edc5b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:28.287912 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:28.328094 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-93496cc0-e200-41c7-8445-1ac6ecc5ec6a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d3f7553151934839bee45038b35a46b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372265 Jul 05 10:22:28.328758 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93496cc0-e200-41c7-8445-1ac6ecc5ec6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c35314-8726-4df1-8477-18a2711edc5b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:28.331826 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 51648) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:22:28.374050 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113fd9d-a105-4d09-a483-df58645c0372 req-a7a35378-5170-412e-9c39-f905bc4899d6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:28.375558 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0113fd9d-a105-4d09-a483-df58645c0372 req-a7a35378-5170-412e-9c39-f905bc4899d6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 944 time: 0.0913224 Jul 05 10:22:28.383831 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7f022533-fbe3-4168-a220-8ff1298cb9ec admin admin] Publish callbacks [] for security_group (53c35314-8726-4df1-8477-18a2711edc5b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:28.405697 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7f022533-fbe3-4168-a220-8ff1298cb9ec admin admin] Publish callbacks [] for security_group (53c35314-8726-4df1-8477-18a2711edc5b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:28.410935 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-76b150b7-4a9b-43e6-bef7-5288a41b00a6 req-d9576be2-67ca-4cd8-a67d-738833b15587 service neutron] 10.222.0.30 "GET /v2.0/networks/fddec1cf-8b7c-4e90-af09-12a66276106e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460469 Jul 05 10:22:28.453094 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7f022533-fbe3-4168-a220-8ff1298cb9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (53c35314-8726-4df1-8477-18a2711edc5b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:28.456241 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7f022533-fbe3-4168-a220-8ff1298cb9ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:28.457415 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-7f022533-fbe3-4168-a220-8ff1298cb9ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53c35314-8726-4df1-8477-18a2711edc5b HTTP/1.1" status: 204 len: 168 time: 0.1245470 Jul 05 10:22:28.458217 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0113fd9d-a105-4d09-a483-df58645c0372 req-bbc9bb2c-dd00-4c8d-bad9-b07579d99f95 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763285 Jul 05 10:22:28.476746 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f022533-fbe3-4168-a220-8ff1298cb9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c35314-8726-4df1-8477-18a2711edc5b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:28.527008 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-76b150b7-4a9b-43e6-bef7-5288a41b00a6 req-20b70b56-b25b-49ff-a271-8bb577b1055c service neutron] 10.222.0.30 "GET /v2.0/networks/fddec1cf-8b7c-4e90-af09-12a66276106e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065969 Jul 05 10:22:29.087644 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 51670) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:22:29.183989 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-029510f7-200a-4880-bec1-14fd98abf0cf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-895301703-network', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:22:29.202931 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029510f7-200a-4880-bec1-14fd98abf0cf admin admin] Made reservation on behalf of 86eac45249ad4a5e9513fcc091bcf42e for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:22:29.205399 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-029510f7-200a-4880-bec1-14fd98abf0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:29.214113 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-029510f7-200a-4880-bec1-14fd98abf0cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:29.223448 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:22:29.294100 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-029510f7-200a-4880-bec1-14fd98abf0cf admin admin] Publish callbacks [] for security_group (aecfaef8-a241-416e-bbf9-beece0aad9f7), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:29.298458 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-029510f7-200a-4880-bec1-14fd98abf0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (aecfaef8-a241-416e-bbf9-beece0aad9f7), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:29.324278 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-029510f7-200a-4880-bec1-14fd98abf0cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:22:29.334336 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029510f7-200a-4880-bec1-14fd98abf0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aecfaef8-a241-416e-bbf9-beece0aad9f7,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:29.340697 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-029510f7-200a-4880-bec1-14fd98abf0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (dc2063b4-108b-4048-b510-8b6b924e698b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:29.341032 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.db.segments_db [None req-029510f7-200a-4880-bec1-14fd98abf0cf admin admin] Added segment dc2063b4-108b-4048-b510-8b6b924e698b of type vlan for network 5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 Jul 05 10:22:29.381317 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-029510f7-200a-4880-bec1-14fd98abf0cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734376243128'] for network (5a6b68d3-f3f2-400d-a2f3-b1cc33d83760), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:29.383299 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:29.406809 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-029510f7-200a-4880-bec1-14fd98abf0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724'] for network (5a6b68d3-f3f2-400d-a2f3-b1cc33d83760), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:29.408294 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029510f7-200a-4880-bec1-14fd98abf0cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:29.408893 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-029510f7-200a-4880-bec1-14fd98abf0cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:29.442387 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-029510f7-200a-4880-bec1-14fd98abf0cf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3537095 Jul 05 10:22:29.445355 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 51674) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:22:29.450431 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5853ef3e-34d5-42c1-8829-9fd0d8dcfe51 admin admin] Request body: {'subnet': {'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-895301703-subnet', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:22:29.471396 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5853ef3e-34d5-42c1-8829-9fd0d8dcfe51 admin admin] Made reservation on behalf of 86eac45249ad4a5e9513fcc091bcf42e for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:22:29.473797 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5853ef3e-34d5-42c1-8829-9fd0d8dcfe51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26956147'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:29.474726 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029510f7-200a-4880-bec1-14fd98abf0cf admin admin] Pushing event updated for resources: {'Network': ['ID=5a6b68d3-f3f2-400d-a2f3-b1cc33d83760,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:29.484850 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Network 5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:22:29.567001 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:29.586641 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71cc05-8e4e-4103-9299-18e9d5aae71b req-7e9ea9ac-f651-4292-b30e-85d3feffd39c tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:29.588215 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-df71cc05-8e4e-4103-9299-18e9d5aae71b req-7e9ea9ac-f651-4292-b30e-85d3feffd39c tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 944 time: 0.0509121 Jul 05 10:22:29.636428 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-df71cc05-8e4e-4103-9299-18e9d5aae71b req-6d3b1d0c-b1c5-4957-a16a-2b1519fb4966 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422115 Jul 05 10:22:29.648095 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5853ef3e-34d5-42c1-8829-9fd0d8dcfe51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26770499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956697'] for subnet (ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:29.702534 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853ef3e-34d5-42c1-8829-9fd0d8dcfe51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:29.711425 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5853ef3e-34d5-42c1-8829-9fd0d8dcfe51 admin admin] Checking segment: {'id': 'dc2063b4-108b-4048-b510-8b6b924e698b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:22:29.711776 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5853ef3e-34d5-42c1-8829-9fd0d8dcfe51 admin admin] Network hostable DHCP agents. Network: 5a6b68d3-f3f2-400d-a2f3-b1cc33d83760, hostable agents: ['79910865-91ee-4878-a729-5c22ab7e1742'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:22:29.721705 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device ceece817-3e21-46da-8f70-bbfe947c7cd6 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:22:29.729033 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5853ef3e-34d5-42c1-8829-9fd0d8dcfe51 admin admin] Network 5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 is scheduled to be hosted by DHCP agent 79910865-91ee-4878-a729-5c22ab7e1742 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:22:29.737953 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-5853ef3e-34d5-42c1-8829-9fd0d8dcfe51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 5a6b68d3-f3f2-400d-a2f3-b1cc33d83760) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:29.742270 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5853ef3e-34d5-42c1-8829-9fd0d8dcfe51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:29.743032 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5853ef3e-34d5-42c1-8829-9fd0d8dcfe51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:29.748564 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569a4a9a-da06-414f-8c82-359f10ba7507 None None] Network 5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:22:29.759247 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-5853ef3e-34d5-42c1-8829-9fd0d8dcfe51 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3127043 Jul 05 10:22:29.761848 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 51678) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:22:29.766117 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-96da9bc3-9622-4c18-96ee-ab30eae1ed22 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-895301703-router', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:22:29.789343 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-96da9bc3-9622-4c18-96ee-ab30eae1ed22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-796597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28292'] for router (66b77f47-8c30-400a-a7f5-1c9128668fb0), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:29.790388 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-96da9bc3-9622-4c18-96ee-ab30eae1ed22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-795281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-789393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-942032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28301'] for router (66b77f47-8c30-400a-a7f5-1c9128668fb0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:29.848028 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-96da9bc3-9622-4c18-96ee-ab30eae1ed22 admin admin] Publish callbacks [] for router_controller (66b77f47-8c30-400a-a7f5-1c9128668fb0), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:29.982648 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-96da9bc3-9622-4c18-96ee-ab30eae1ed22 admin admin] Publish callbacks [] for router_gateway (66b77f47-8c30-400a-a7f5-1c9128668fb0), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:30.008937 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port ceece817-3e21-46da-8f70-bbfe947c7cd6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ceece817-3e21-46da-8f70-bbfe947c7cd6,segment=NetworkSegment(bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa),segment_id=bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:30.020907 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:30.037181 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Returning: {'device': 'ceece817-3e21-46da-8f70-bbfe947c7cd6', 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e', 'port_id': 'ceece817-3e21-46da-8f70-bbfe947c7cd6', 'mac_address': 'fa:16:3e:e9:36:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:22:30.061107 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb335f59-0a7a-42b0-a51b-bbd03f064d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'fixed_ips': [{'subnet_id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de'}]}} from dv-cinder-master-3-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 05 10:22:30.066223 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cb335f59-0a7a-42b0-a51b-bbd03f064d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:30.096561 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port ceece817-3e21-46da-8f70-bbfe947c7cd6 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:22:30.096940 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (ceece817-3e21-46da-8f70-bbfe947c7cd6), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:30.134105 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:30.154585 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceece817-3e21-46da-8f70-bbfe947c7cd6 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:22:30.172774 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-96da9bc3-9622-4c18-96ee-ab30eae1ed22 admin admin] Publish callbacks [] for router_gateway (66b77f47-8c30-400a-a7f5-1c9128668fb0), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:30.191611 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port ceece817-3e21-46da-8f70-bbfe947c7cd6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ceece817-3e21-46da-8f70-bbfe947c7cd6,segment=NetworkSegment(bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa),segment_id=bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:30.193895 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-96da9bc3-9622-4c18-96ee-ab30eae1ed22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:30.214406 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (ceece817-3e21-46da-8f70-bbfe947c7cd6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:30.272789 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-cb335f59-0a7a-42b0-a51b-bbd03f064d97 None None] Allocated IP 172.20.0.2 (5a6b68d3-f3f2-400d-a2f3-b1cc33d83760/ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de/e4397404-6240-47f3-9b62-47d28f2ce3ce) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:22:30.287928 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:30.289856 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=ceece817-3e21-46da-8f70-bbfe947c7cd6,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:30.296084 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:30.306349 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-96da9bc3-9622-4c18-96ee-ab30eae1ed22 admin admin] Allocated IP 172.37.2.47 (41de873a-d138-4cc5-b805-d53357ba161e/988cd17f-ff06-4e31-a156-b2c72b1aa185/d56a0fea-2433-45c0-9909-da7b348dfd16) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:22:30.313061 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:30.313909 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:30.314247 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:30.314571 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:30.314906 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:30.315229 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:30.315552 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:30.315999 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:30.316330 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:30.316680 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:30.317005 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:30.317327 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:30.317648 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:30.317964 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:30.318286 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:30.412850 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-96da9bc3-9622-4c18-96ee-ab30eae1ed22 admin admin] Publish callbacks [] for port (d56a0fea-2433-45c0-9909-da7b348dfd16), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:30.440871 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cb335f59-0a7a-42b0-a51b-bbd03f064d97 None None] Publish callbacks [] for port (e4397404-6240-47f3-9b62-47d28f2ce3ce), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:30.444748 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-96da9bc3-9622-4c18-96ee-ab30eae1ed22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (d56a0fea-2433-45c0-9909-da7b348dfd16), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:30.446560 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cb335f59-0a7a-42b0-a51b-bbd03f064d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865'] for port (e4397404-6240-47f3-9b62-47d28f2ce3ce), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:30.489579 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb335f59-0a7a-42b0-a51b-bbd03f064d97 None None] Network 5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:22:30.492534 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-cb335f59-0a7a-42b0-a51b-bbd03f064d97 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:30.494759 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96da9bc3-9622-4c18-96ee-ab30eae1ed22 admin admin] Network 41de873a-d138-4cc5-b805-d53357ba161e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:22:30.495866 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb335f59-0a7a-42b0-a51b-bbd03f064d97 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:22:30.500602 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-96da9bc3-9622-4c18-96ee-ab30eae1ed22 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:30.503341 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96da9bc3-9622-4c18-96ee-ab30eae1ed22 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:22:30.504920 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb335f59-0a7a-42b0-a51b-bbd03f064d97 None None] Pushing event updated for resources: {'Port': ['ID=e4397404-6240-47f3-9b62-47d28f2ce3ce,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:30.507482 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da9bc3-9622-4c18-96ee-ab30eae1ed22 admin admin] Pushing event updated for resources: {'Port': ['ID=d56a0fea-2433-45c0-9909-da7b348dfd16,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:30.558693 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-cb335f59-0a7a-42b0-a51b-bbd03f064d97 None None] Attempting to bind port e4397404-6240-47f3-9b62-47d28f2ce3ce on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:22:30.559052 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-cb335f59-0a7a-42b0-a51b-bbd03f064d97 None None] Attempting to bind port e4397404-6240-47f3-9b62-47d28f2ce3ce by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'dc2063b4-108b-4048-b510-8b6b924e698b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:22:30.559412 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb335f59-0a7a-42b0-a51b-bbd03f064d97 None None] Attempting to bind port e4397404-6240-47f3-9b62-47d28f2ce3ce on network 5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:22:30.564938 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb335f59-0a7a-42b0-a51b-bbd03f064d97 None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:22:30.565304 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb335f59-0a7a-42b0-a51b-bbd03f064d97 None None] Checking segment: {'id': 'dc2063b4-108b-4048-b510-8b6b924e698b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:22:30.565699 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cb335f59-0a7a-42b0-a51b-bbd03f064d97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:30.566084 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb335f59-0a7a-42b0-a51b-bbd03f064d97 None None] Bound using segment: {'id': 'dc2063b4-108b-4048-b510-8b6b924e698b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:22:30.566543 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-cb335f59-0a7a-42b0-a51b-bbd03f064d97 None None] Bound port: e4397404-6240-47f3-9b62-47d28f2ce3ce, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc2063b4-108b-4048-b510-8b6b924e698b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:22:30.566916 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cb335f59-0a7a-42b0-a51b-bbd03f064d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (e4397404-6240-47f3-9b62-47d28f2ce3ce), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:30.606577 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['ceece817-3e21-46da-8f70-bbfe947c7cd6'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:22:30.664694 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-cb335f59-0a7a-42b0-a51b-bbd03f064d97 None None] For port e4397404-6240-47f3-9b62-47d28f2ce3ce, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:22:30.672026 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-cb335f59-0a7a-42b0-a51b-bbd03f064d97 None None] For port e4397404-6240-47f3-9b62-47d28f2ce3ce, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e4397404-6240-47f3-9b62-47d28f2ce3ce,segment=NetworkSegment(dc2063b4-108b-4048-b510-8b6b924e698b),segment_id=dc2063b4-108b-4048-b510-8b6b924e698b)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:22:30.685761 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cb335f59-0a7a-42b0-a51b-bbd03f064d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (e4397404-6240-47f3-9b62-47d28f2ce3ce), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:30.754147 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-96da9bc3-9622-4c18-96ee-ab30eae1ed22 admin admin] Publish callbacks [] for router_gateway (66b77f47-8c30-400a-a7f5-1c9128668fb0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:30.772925 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb335f59-0a7a-42b0-a51b-bbd03f064d97 None None] Pushing event updated for resources: {'Port': ['ID=e4397404-6240-47f3-9b62-47d28f2ce3ce,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:30.783329 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e72837-17aa-4bd1-9731-0eafe132e5eb req-4482634b-10ab-46ab-a20a-d848dd64613e tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:30.785261 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-95e72837-17aa-4bd1-9731-0eafe132e5eb req-4482634b-10ab-46ab-a20a-d848dd64613e tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 945 time: 0.0661640 Jul 05 10:22:30.841638 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-95e72837-17aa-4bd1-9731-0eafe132e5eb req-70b6b4ac-79dd-492e-8b51-7320759ed56c tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504339 Jul 05 10:22:30.965437 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-96da9bc3-9622-4c18-96ee-ab30eae1ed22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-795272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-789501'] for router (66b77f47-8c30-400a-a7f5-1c9128668fb0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:31.003175 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:31.007793 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:31.095811 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96da9bc3-9622-4c18-96ee-ab30eae1ed22 admin admin] Router 66b77f47-8c30-400a-a7f5-1c9128668fb0 is scheduled to L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 05 10:22:31.183961 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device e4397404-6240-47f3-9b62-47d28f2ce3ce up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:31.200975 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96da9bc3-9622-4c18-96ee-ab30eae1ed22 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:22:31.212099 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f310a33-a63a-4a6b-a4cc-13d00df6c90a None None] Sync routers for ids ['66b77f47-8c30-400a-a7f5-1c9128668fb0'] in dv-cinder-master-3-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:22:31.223902 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-96da9bc3-9622-4c18-96ee-ab30eae1ed22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:31.224143 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f310a33-a63a-4a6b-a4cc-13d00df6c90a None None] Routers {'66b77f47-8c30-400a-a7f5-1c9128668fb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:22:31.224539 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2f310a33-a63a-4a6b-a4cc-13d00df6c90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:22:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['66b77f47-8c30-400a-a7f5-1c9128668fb0'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:31.225637 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-96da9bc3-9622-4c18-96ee-ab30eae1ed22 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4627850 Jul 05 10:22:31.228328 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 51682) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:22:31.240679 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port e4397404-6240-47f3-9b62-47d28f2ce3ce triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:22:31.240970 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (e4397404-6240-47f3-9b62-47d28f2ce3ce), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:31.324722 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port e4397404-6240-47f3-9b62-47d28f2ce3ce is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:22:31.325394 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (e4397404-6240-47f3-9b62-47d28f2ce3ce), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:31.358820 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:31.365220 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] For port e4397404-6240-47f3-9b62-47d28f2ce3ce, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e4397404-6240-47f3-9b62-47d28f2ce3ce,segment=NetworkSegment(dc2063b4-108b-4048-b510-8b6b924e698b),segment_id=dc2063b4-108b-4048-b510-8b6b924e698b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:31.371816 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (e4397404-6240-47f3-9b62-47d28f2ce3ce), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:31.429597 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Pushing event updated for resources: {'Port': ['ID=e4397404-6240-47f3-9b62-47d28f2ce3ce,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:31.432809 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-2f310a33-a63a-4a6b-a4cc-13d00df6c90a None None] Set router 66b77f47-8c30-400a-a7f5-1c9128668fb0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:22:31.608127 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2f310a33-a63a-4a6b-a4cc-13d00df6c90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'name': 'tempest-TestVolumeBootPattern-895301703-router', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47'}], 'enable_snat': True}, 'gw_port_id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:29Z', 'updated_at': '2022-07-05T10:22:30Z', 'revision_number': 3, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'gw_port': {'id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:30Z', 'updated_at': '2022-07-05T10:22:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:31.635444 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f310a33-a63a-4a6b-a4cc-13d00df6c90a None None] Checking router: 66b77f47-8c30-400a-a7f5-1c9128668fb0 for host: dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:22:31.635783 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f310a33-a63a-4a6b-a4cc-13d00df6c90a None None] Updating router 66b77f47-8c30-400a-a7f5-1c9128668fb0 port d56a0fea-2433-45c0-9909-da7b348dfd16 binding host dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:22:31.668952 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2f310a33-a63a-4a6b-a4cc-13d00df6c90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (d56a0fea-2433-45c0-9909-da7b348dfd16), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:31.669954 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d160dec0-0700-4d1b-8e89-1e40a2744adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:31.736570 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device ceece817-3e21-46da-8f70-bbfe947c7cd6 up at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:31.759407 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550d834e-bf84-4de9-89a9-814fe24f04de None None] Network 5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:22:31.784026 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:31.842098 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-d160dec0-0700-4d1b-8e89-1e40a2744adf admin admin] Allocated IP 172.20.0.1 (5a6b68d3-f3f2-400d-a2f3-b1cc33d83760/ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de/9f546b8e-b803-43c0-b284-88af45711c72) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:22:31.855523 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning for port ceece817-3e21-46da-8f70-bbfe947c7cd6 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 10:22:31.868696 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-9dccde22-49b8-4a2d-b665-3f91cfd0567f None None] Provisioning complete for port e4397404-6240-47f3-9b62-47d28f2ce3ce triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:22:31.869249 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9dccde22-49b8-4a2d-b665-3f91cfd0567f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (e4397404-6240-47f3-9b62-47d28f2ce3ce), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:31.870949 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning complete for port ceece817-3e21-46da-8f70-bbfe947c7cd6 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:22:31.871389 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (ceece817-3e21-46da-8f70-bbfe947c7cd6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:31.927357 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2f310a33-a63a-4a6b-a4cc-13d00df6c90a None None] Publish callbacks [] for port (d56a0fea-2433-45c0-9909-da7b348dfd16), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:31.936176 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2f310a33-a63a-4a6b-a4cc-13d00df6c90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (d56a0fea-2433-45c0-9909-da7b348dfd16), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:31.956318 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:31.982360 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ac8de-db31-4994-8d8a-495f4d23ee43 None None] Pushing event updated for resources: {'Port': ['ID=d56a0fea-2433-45c0-9909-da7b348dfd16,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:31.982558 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:31.999091 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4ac8de-db31-4994-8d8a-495f4d23ee43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:31.999432 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4ac8de-db31-4994-8d8a-495f4d23ee43 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:31.999768 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4ac8de-db31-4994-8d8a-495f4d23ee43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:32.000145 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4ac8de-db31-4994-8d8a-495f4d23ee43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:32.000543 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4ac8de-db31-4994-8d8a-495f4d23ee43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:32.001170 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4ac8de-db31-4994-8d8a-495f4d23ee43 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:32.001649 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4ac8de-db31-4994-8d8a-495f4d23ee43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:32.002137 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4ac8de-db31-4994-8d8a-495f4d23ee43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:32.002459 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4ac8de-db31-4994-8d8a-495f4d23ee43 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:32.002830 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4ac8de-db31-4994-8d8a-495f4d23ee43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:32.003154 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4ac8de-db31-4994-8d8a-495f4d23ee43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:32.003488 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4ac8de-db31-4994-8d8a-495f4d23ee43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:32.003809 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4ac8de-db31-4994-8d8a-495f4d23ee43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:32.004124 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4ac8de-db31-4994-8d8a-495f4d23ee43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:32.004470 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4ac8de-db31-4994-8d8a-495f4d23ee43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:32.007063 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706c0e5-d113-411d-915c-769d74554819 req-6e2f9989-52e7-4785-ab47-314b5253e343 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:32.008804 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e706c0e5-d113-411d-915c-769d74554819 req-6e2f9989-52e7-4785-ab47-314b5253e343 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 945 time: 0.0691609 Jul 05 10:22:32.026655 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-2f310a33-a63a-4a6b-a4cc-13d00df6c90a None None] Attempting to bind port d56a0fea-2433-45c0-9909-da7b348dfd16 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:22:32.027220 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-2f310a33-a63a-4a6b-a4cc-13d00df6c90a None None] Attempting to bind port d56a0fea-2433-45c0-9909-da7b348dfd16 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:22:32.027748 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f310a33-a63a-4a6b-a4cc-13d00df6c90a None None] Attempting to bind port d56a0fea-2433-45c0-9909-da7b348dfd16 on network 41de873a-d138-4cc5-b805-d53357ba161e {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:22:32.027880 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d160dec0-0700-4d1b-8e89-1e40a2744adf admin admin] Publish callbacks [] for port (9f546b8e-b803-43c0-b284-88af45711c72), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:32.034932 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f310a33-a63a-4a6b-a4cc-13d00df6c90a None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:22:32.035497 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f310a33-a63a-4a6b-a4cc-13d00df6c90a None None] Checking segment: {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:22:32.036044 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2f310a33-a63a-4a6b-a4cc-13d00df6c90a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:32.036640 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f310a33-a63a-4a6b-a4cc-13d00df6c90a None None] Bound using segment: {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:22:32.037301 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-2f310a33-a63a-4a6b-a4cc-13d00df6c90a None None] Bound port: d56a0fea-2433-45c0-9909-da7b348dfd16, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:22:32.037832 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2f310a33-a63a-4a6b-a4cc-13d00df6c90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (d56a0fea-2433-45c0-9909-da7b348dfd16), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:32.052686 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port ceece817-3e21-46da-8f70-bbfe947c7cd6 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:22:32.053077 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (ceece817-3e21-46da-8f70-bbfe947c7cd6), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:32.068479 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9dccde22-49b8-4a2d-b665-3f91cfd0567f None None] Current status of the port e4397404-6240-47f3-9b62-47d28f2ce3ce is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:22:32.084269 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c90da36-1371-4861-9756-e275bf1f514a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceece817-3e21-46da-8f70-bbfe947c7cd6'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:22:32.086550 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0ff12b24adccf04d36d5e95ed2fd555b52d0445ded186c21edfbf2ad21407b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7309bf-33ab-43ea-8413-23dcaa257c8b" -d '{"events": [{"server_uuid": "1c90da36-1371-4861-9756-e275bf1f514a", "name": "network-vif-plugged", "status": "completed", "tag": "ceece817-3e21-46da-8f70-bbfe947c7cd6"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:22:32.099454 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-2f310a33-a63a-4a6b-a4cc-13d00df6c90a None None] For port d56a0fea-2433-45c0-9909-da7b348dfd16, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:22:32.101658 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port ceece817-3e21-46da-8f70-bbfe947c7cd6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ceece817-3e21-46da-8f70-bbfe947c7cd6,segment=NetworkSegment(bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa),segment_id=bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:32.103486 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-2f310a33-a63a-4a6b-a4cc-13d00df6c90a None None] For port d56a0fea-2433-45c0-9909-da7b348dfd16, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d56a0fea-2433-45c0-9909-da7b348dfd16,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:22:32.107058 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (ceece817-3e21-46da-8f70-bbfe947c7cd6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:32.110026 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e706c0e5-d113-411d-915c-769d74554819 req-ab287eac-da4a-4532-89c7-11027f450a0b tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599589 Jul 05 10:22:32.114560 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2f310a33-a63a-4a6b-a4cc-13d00df6c90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (d56a0fea-2433-45c0-9909-da7b348dfd16), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:32.117753 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d160dec0-0700-4d1b-8e89-1e40a2744adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (9f546b8e-b803-43c0-b284-88af45711c72), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:32.181850 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d160dec0-0700-4d1b-8e89-1e40a2744adf admin admin] Network 5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:22:32.184913 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-d160dec0-0700-4d1b-8e89-1e40a2744adf admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:32.189070 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ac8de-db31-4994-8d8a-495f4d23ee43 None None] Pushing event updated for resources: {'Port': ['ID=d56a0fea-2433-45c0-9909-da7b348dfd16,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:32.189388 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d160dec0-0700-4d1b-8e89-1e40a2744adf admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:22:32.200331 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b897279b-7497-4c49-8052-67d642ff4f80 x-openstack-request-id: req-b897279b-7497-4c49-8052-67d642ff4f80 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:22:32.200892 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c90da36-1371-4861-9756-e275bf1f514a", "name": "network-vif-plugged", "status": "completed", "tag": "ceece817-3e21-46da-8f70-bbfe947c7cd6", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:22:32.201018 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b897279b-7497-4c49-8052-67d642ff4f80 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:22:32.201397 dv-cinder-master-3-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b897279b-7497-4c49-8052-67d642ff4f80'] response: {'server_uuid': '1c90da36-1371-4861-9756-e275bf1f514a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceece817-3e21-46da-8f70-bbfe947c7cd6', 'code': 200} Jul 05 10:22:32.202130 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=ceece817-3e21-46da-8f70-bbfe947c7cd6,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:32.212075 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f310a33-a63a-4a6b-a4cc-13d00df6c90a None None] Routers {'66b77f47-8c30-400a-a7f5-1c9128668fb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:22:32.213988 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2f310a33-a63a-4a6b-a4cc-13d00df6c90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:22:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['66b77f47-8c30-400a-a7f5-1c9128668fb0'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:32.255529 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d160dec0-0700-4d1b-8e89-1e40a2744adf admin admin] Pushing event updated for resources: {'Port': ['ID=9f546b8e-b803-43c0-b284-88af45711c72,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:32.285329 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d160dec0-0700-4d1b-8e89-1e40a2744adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801541'] for router_interface (66b77f47-8c30-400a-a7f5-1c9128668fb0), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:32.321450 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:32.327277 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=100 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:32.349781 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-2f310a33-a63a-4a6b-a4cc-13d00df6c90a None None] Set router 66b77f47-8c30-400a-a7f5-1c9128668fb0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:22:32.391763 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f6dfc910-6836-4aed-8017-0e31c09148ac None None] Provisioning complete for port e4397404-6240-47f3-9b62-47d28f2ce3ce triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:22:32.392384 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6dfc910-6836-4aed-8017-0e31c09148ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (e4397404-6240-47f3-9b62-47d28f2ce3ce), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:32.431958 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdc535-52f0-4b30-b8f3-aa9532eba35a req-1d08f38c-3052-431f-a2fe-dda797b0a127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:32.434226 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0bfdc535-52f0-4b30-b8f3-aa9532eba35a req-1d08f38c-3052-431f-a2fe-dda797b0a127 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 1130 time: 0.0631406 Jul 05 10:22:32.485705 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f6dfc910-6836-4aed-8017-0e31c09148ac None None] Current status of the port e4397404-6240-47f3-9b62-47d28f2ce3ce is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:22:32.498052 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d160dec0-0700-4d1b-8e89-1e40a2744adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (9f546b8e-b803-43c0-b284-88af45711c72), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:32.522104 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0bfdc535-52f0-4b30-b8f3-aa9532eba35a req-b148c128-05a9-41b0-8f2f-8b1e37ac936a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804503 Jul 05 10:22:32.528479 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2f310a33-a63a-4a6b-a4cc-13d00df6c90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'name': 'tempest-TestVolumeBootPattern-895301703-router', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47'}], 'enable_snat': True}, 'gw_port_id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:29Z', 'updated_at': '2022-07-05T10:22:30Z', 'revision_number': 3, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'gw_port': {'id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:30Z', 'updated_at': '2022-07-05T10:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:32.557174 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f310a33-a63a-4a6b-a4cc-13d00df6c90a None None] The sync data for ids ['66b77f47-8c30-400a-a7f5-1c9128668fb0'] in dv-cinder-master-3-iscsi is: [{'id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'name': 'tempest-TestVolumeBootPattern-895301703-router', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47'}], 'enable_snat': True}, 'gw_port_id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:29Z', 'updated_at': '2022-07-05T10:22:30Z', 'revision_number': 3, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'gw_port': {'id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:30Z', 'updated_at': '2022-07-05T10:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:22:32.603866 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1d566ed1-a10f-4156-b9d2-eddd9ecb4512 None None] Provisioning complete for port 9f546b8e-b803-43c0-b284-88af45711c72 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:22:32.604240 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1d566ed1-a10f-4156-b9d2-eddd9ecb4512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (9f546b8e-b803-43c0-b284-88af45711c72), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:32.637840 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1d566ed1-a10f-4156-b9d2-eddd9ecb4512 None None] Port 9f546b8e-b803-43c0-b284-88af45711c72 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:22:32.674022 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d160dec0-0700-4d1b-8e89-1e40a2744adf admin admin] Publish callbacks [] for port (9f546b8e-b803-43c0-b284-88af45711c72), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:32.679073 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d160dec0-0700-4d1b-8e89-1e40a2744adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (9f546b8e-b803-43c0-b284-88af45711c72), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:32.749180 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d160dec0-0700-4d1b-8e89-1e40a2744adf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-801681'] for router_interface (66b77f47-8c30-400a-a7f5-1c9128668fb0), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:32.751493 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d160dec0-0700-4d1b-8e89-1e40a2744adf admin admin] Pushing event updated for resources: {'Port': ['ID=9f546b8e-b803-43c0-b284-88af45711c72,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:32.835627 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:32.850062 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:32.855588 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d160dec0-0700-4d1b-8e89-1e40a2744adf admin admin] Network 5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:22:32.857530 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-d160dec0-0700-4d1b-8e89-1e40a2744adf admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:32.978610 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d160dec0-0700-4d1b-8e89-1e40a2744adf admin admin] Router 66b77f47-8c30-400a-a7f5-1c9128668fb0 has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:22:33.095983 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d160dec0-0700-4d1b-8e89-1e40a2744adf admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:22:33.104897 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-d160dec0-0700-4d1b-8e89-1e40a2744adf admin admin] 10.222.0.20 "PUT /v2.0/routers/66b77f47-8c30-400a-a7f5-1c9128668fb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8754590 Jul 05 10:22:33.159805 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-bb316185-96b8-49c2-af93-f86f3f8e71b7 None None] Provisioning complete for port 9f546b8e-b803-43c0-b284-88af45711c72 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:22:33.160309 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bb316185-96b8-49c2-af93-f86f3f8e71b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (9f546b8e-b803-43c0-b284-88af45711c72), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:33.199610 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-bb316185-96b8-49c2-af93-f86f3f8e71b7 None None] Port 9f546b8e-b803-43c0-b284-88af45711c72 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:22:33.278378 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72890231-dcb4-4a3c-ae81-ff5b78163209 req-bc69428c-fa6a-4d22-8561-8d09de81be22 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:33.279986 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-72890231-dcb4-4a3c-ae81-ff5b78163209 req-bc69428c-fa6a-4d22-8561-8d09de81be22 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 946 time: 0.0587003 Jul 05 10:22:33.280306 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device e4397404-6240-47f3-9b62-47d28f2ce3ce up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:33.328447 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port e4397404-6240-47f3-9b62-47d28f2ce3ce triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:22:33.329214 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (e4397404-6240-47f3-9b62-47d28f2ce3ce), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:33.344476 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-72890231-dcb4-4a3c-ae81-ff5b78163209 req-fa16b9e7-3013-4264-9f63-279f4e23b4ac tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582068 Jul 05 10:22:33.405276 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:33.415069 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port e4397404-6240-47f3-9b62-47d28f2ce3ce is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:22:33.416151 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device d56a0fea-2433-45c0-9909-da7b348dfd16 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:33.463328 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port d56a0fea-2433-45c0-9909-da7b348dfd16 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:22:33.463884 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (d56a0fea-2433-45c0-9909-da7b348dfd16), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:33.497523 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:33.550788 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port d56a0fea-2433-45c0-9909-da7b348dfd16 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:22:33.551255 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (d56a0fea-2433-45c0-9909-da7b348dfd16), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:33.572594 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] For port d56a0fea-2433-45c0-9909-da7b348dfd16, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d56a0fea-2433-45c0-9909-da7b348dfd16,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:33.576343 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (d56a0fea-2433-45c0-9909-da7b348dfd16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:33.627045 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Pushing event updated for resources: {'Port': ['ID=d56a0fea-2433-45c0-9909-da7b348dfd16,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:33.703256 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 51704) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:22:33.708200 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-e8e62a4d-63b0-4950-b416-5f29336006a4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1593525324-network', 'tenant_id': '78c9221526824231babe7a480dae7bef'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:22:33.728168 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e62a4d-63b0-4950-b416-5f29336006a4 admin admin] Made reservation on behalf of 78c9221526824231babe7a480dae7bef for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:22:33.730558 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8e62a4d-63b0-4950-b416-5f29336006a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:33.739173 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8e62a4d-63b0-4950-b416-5f29336006a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:33.814844 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8e62a4d-63b0-4950-b416-5f29336006a4 admin admin] Publish callbacks [] for security_group (7ec8a2e5-fa71-4fd6-bf57-8b12f3c246a1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:33.819665 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8e62a4d-63b0-4950-b416-5f29336006a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (7ec8a2e5-fa71-4fd6-bf57-8b12f3c246a1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:33.841174 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e62a4d-63b0-4950-b416-5f29336006a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:22:33.856426 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e62a4d-63b0-4950-b416-5f29336006a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec8a2e5-fa71-4fd6-bf57-8b12f3c246a1,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:33.859869 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8e62a4d-63b0-4950-b416-5f29336006a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (213ec10e-1458-4e3a-b3ef-d80130593037), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:33.860204 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.db.segments_db [None req-e8e62a4d-63b0-4950-b416-5f29336006a4 admin admin] Added segment 213ec10e-1458-4e3a-b3ef-d80130593037 of type vlan for network f8a6e15d-7b71-480b-9235-7bf71208e28b Jul 05 10:22:33.901584 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8e62a4d-63b0-4950-b416-5f29336006a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734376243128'] for network (f8a6e15d-7b71-480b-9235-7bf71208e28b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:33.933341 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8e62a4d-63b0-4950-b416-5f29336006a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724'] for network (f8a6e15d-7b71-480b-9235-7bf71208e28b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:33.934521 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e62a4d-63b0-4950-b416-5f29336006a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:33.935373 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8e62a4d-63b0-4950-b416-5f29336006a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:33.966155 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-e8e62a4d-63b0-4950-b416-5f29336006a4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.2616365 Jul 05 10:22:33.969280 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 51706) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:22:33.974114 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-60f3de52-b648-4a6d-8378-ce99f72ee130 admin admin] Request body: {'subnet': {'network_id': 'f8a6e15d-7b71-480b-9235-7bf71208e28b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1593525324-subnet', 'tenant_id': '78c9221526824231babe7a480dae7bef', 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:22:33.994095 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f3de52-b648-4a6d-8378-ce99f72ee130 admin admin] Made reservation on behalf of 78c9221526824231babe7a480dae7bef for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:22:33.996526 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-60f3de52-b648-4a6d-8378-ce99f72ee130 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26956147'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:34.005278 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e62a4d-63b0-4950-b416-5f29336006a4 admin admin] Pushing event updated for resources: {'Network': ['ID=f8a6e15d-7b71-480b-9235-7bf71208e28b,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:34.016102 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Network f8a6e15d-7b71-480b-9235-7bf71208e28b details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:22:34.177653 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-60f3de52-b648-4a6d-8378-ce99f72ee130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26770499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956697'] for subnet (b4eb0b88-2411-46ac-ad29-5a29d2eee8c3), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:34.246145 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052bff01-725a-423c-9c9a-bc5c4b24c5dc None None] Sync routers for ids ['66b77f47-8c30-400a-a7f5-1c9128668fb0'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:22:34.247081 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3de52-b648-4a6d-8378-ce99f72ee130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4eb0b88-2411-46ac-ad29-5a29d2eee8c3,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:34.255331 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f3de52-b648-4a6d-8378-ce99f72ee130 admin admin] Checking segment: {'id': '213ec10e-1458-4e3a-b3ef-d80130593037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f8a6e15d-7b71-480b-9235-7bf71208e28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:22:34.255683 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f3de52-b648-4a6d-8378-ce99f72ee130 admin admin] Network hostable DHCP agents. Network: f8a6e15d-7b71-480b-9235-7bf71208e28b, hostable agents: ['79910865-91ee-4878-a729-5c22ab7e1742'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:22:34.261727 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052bff01-725a-423c-9c9a-bc5c4b24c5dc None None] Routers {'66b77f47-8c30-400a-a7f5-1c9128668fb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:22:34.262423 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-052bff01-725a-423c-9c9a-bc5c4b24c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:22:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['66b77f47-8c30-400a-a7f5-1c9128668fb0'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:34.273751 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f3de52-b648-4a6d-8378-ce99f72ee130 admin admin] Network f8a6e15d-7b71-480b-9235-7bf71208e28b is scheduled to be hosted by DHCP agent 79910865-91ee-4878-a729-5c22ab7e1742 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:22:34.284131 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-60f3de52-b648-4a6d-8378-ce99f72ee130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, f8a6e15d-7b71-480b-9235-7bf71208e28b) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:34.289074 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f3de52-b648-4a6d-8378-ce99f72ee130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:34.289627 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-60f3de52-b648-4a6d-8378-ce99f72ee130 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:34.306179 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-60f3de52-b648-4a6d-8378-ce99f72ee130 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3358057 Jul 05 10:22:34.308905 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 51708) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:22:34.313884 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-83290d6e-e537-4470-adcb-089598fa189f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1593525324-router', 'tenant_id': '78c9221526824231babe7a480dae7bef', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:22:34.335416 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83290d6e-e537-4470-adcb-089598fa189f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-796597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28292'] for router (54070d19-e920-4ab2-b5d8-c5b9f5e6fa30), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:34.336600 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83290d6e-e537-4470-adcb-089598fa189f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-795281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-789393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-942032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28301'] for router (54070d19-e920-4ab2-b5d8-c5b9f5e6fa30), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:34.363596 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:34.391682 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83290d6e-e537-4470-adcb-089598fa189f admin admin] Publish callbacks [] for router_controller (54070d19-e920-4ab2-b5d8-c5b9f5e6fa30), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:34.442754 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c22bee7-0d4e-4622-a3fb-edc32321dbf9 None None] Network f8a6e15d-7b71-480b-9235-7bf71208e28b requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:22:34.507832 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab5ee2-868c-4528-a180-c30ea603f7f0 req-ec9fa9d3-d56e-4162-bebf-d762a16569cf tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:34.509276 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-daab5ee2-868c-4528-a180-c30ea603f7f0 req-ec9fa9d3-d56e-4162-bebf-d762a16569cf tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 946 time: 0.0746586 Jul 05 10:22:34.585797 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:34.588081 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83290d6e-e537-4470-adcb-089598fa189f admin admin] Publish callbacks [] for router_gateway (54070d19-e920-4ab2-b5d8-c5b9f5e6fa30), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:34.590678 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-052bff01-725a-423c-9c9a-bc5c4b24c5dc None None] Set router 66b77f47-8c30-400a-a7f5-1c9128668fb0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:22:34.626631 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361cc991-7243-4949-88fb-2c7c7964052c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-f8a6e15d-7b71-480b-9235-7bf71208e28b', 'network_id': 'f8a6e15d-7b71-480b-9235-7bf71208e28b', 'project_id': '78c9221526824231babe7a480dae7bef', 'fixed_ips': [{'subnet_id': 'b4eb0b88-2411-46ac-ad29-5a29d2eee8c3'}]}} from dv-cinder-master-3-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 05 10:22:34.627470 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-361cc991-7243-4949-88fb-2c7c7964052c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:34.635830 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-daab5ee2-868c-4528-a180-c30ea603f7f0 req-8203a1d3-9f4e-4f26-b546-f65fc95dd67d tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970731 Jul 05 10:22:34.888140 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-361cc991-7243-4949-88fb-2c7c7964052c None None] Allocated IP 172.20.0.2 (f8a6e15d-7b71-480b-9235-7bf71208e28b/b4eb0b88-2411-46ac-ad29-5a29d2eee8c3/41e4b151-0be7-4177-962b-f4b5b9d7d214) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:22:34.930523 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-052bff01-725a-423c-9c9a-bc5c4b24c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'name': 'tempest-TestVolumeBootPattern-895301703-router', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47'}], 'enable_snat': True}, 'gw_port_id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:29Z', 'updated_at': '2022-07-05T10:22:32Z', 'revision_number': 4, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'gw_port': {'id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:30Z', 'updated_at': '2022-07-05T10:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9f546b8e-b803-43c0-b284-88af45711c72', 'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'mac_address': 'fa:16:3e:ae:f7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:31Z', 'updated_at': '2022-07-05T10:22:32Z', 'revision_number': 2, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'subnets': [{'id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:34.965109 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052bff01-725a-423c-9c9a-bc5c4b24c5dc None None] Checking router: 66b77f47-8c30-400a-a7f5-1c9128668fb0 for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:22:34.965454 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052bff01-725a-423c-9c9a-bc5c4b24c5dc None None] Updating router 66b77f47-8c30-400a-a7f5-1c9128668fb0 port 9f546b8e-b803-43c0-b284-88af45711c72 binding host dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:22:34.992965 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:35.039348 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:35.042710 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-052bff01-725a-423c-9c9a-bc5c4b24c5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (9f546b8e-b803-43c0-b284-88af45711c72), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:35.072922 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c137c-8f68-40bb-bd3f-20f092e087ff req-db9dc952-512d-4f64-b573-81b0ed40619b tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:35.074411 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-636c137c-8f68-40bb-bd3f-20f092e087ff req-db9dc952-512d-4f64-b573-81b0ed40619b tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 946 time: 0.3438342 Jul 05 10:22:35.083710 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 51714) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:22:35.088305 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-3648a33e-db22-4589-aca3-ea1e073d99da tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Request body: {'floatingip': {'port_id': 'ceece817-3e21-46da-8f70-bbfe947c7cd6'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:22:35.133361 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3648a33e-db22-4589-aca3-ea1e073d99da tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for floatingip (9e778483-6443-4aa3-855c-4c37e8d60501), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:35.165676 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83290d6e-e537-4470-adcb-089598fa189f admin admin] Publish callbacks [] for router_gateway (54070d19-e920-4ab2-b5d8-c5b9f5e6fa30), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:35.197540 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device d56a0fea-2433-45c0-9909-da7b348dfd16 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:35.205970 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-361cc991-7243-4949-88fb-2c7c7964052c None None] Publish callbacks [] for port (41e4b151-0be7-4177-962b-f4b5b9d7d214), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:35.207219 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83290d6e-e537-4470-adcb-089598fa189f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:35.240738 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-361cc991-7243-4949-88fb-2c7c7964052c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865'] for port (41e4b151-0be7-4177-962b-f4b5b9d7d214), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:35.302524 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361cc991-7243-4949-88fb-2c7c7964052c None None] Network f8a6e15d-7b71-480b-9235-7bf71208e28b is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:22:35.320469 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-361cc991-7243-4949-88fb-2c7c7964052c None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:35.323675 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361cc991-7243-4949-88fb-2c7c7964052c None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:22:35.332383 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361cc991-7243-4949-88fb-2c7c7964052c None None] Pushing event updated for resources: {'Port': ['ID=41e4b151-0be7-4177-962b-f4b5b9d7d214,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:35.398220 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port d56a0fea-2433-45c0-9909-da7b348dfd16 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:22:35.398491 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (d56a0fea-2433-45c0-9909-da7b348dfd16), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:35.431849 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-83290d6e-e537-4470-adcb-089598fa189f admin admin] Allocated IP 172.37.2.177 (41de873a-d138-4cc5-b805-d53357ba161e/988cd17f-ff06-4e31-a156-b2c72b1aa185/cdce61a6-175f-4f0d-841f-49bc7204f470) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:22:35.474088 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-361cc991-7243-4949-88fb-2c7c7964052c None None] Attempting to bind port 41e4b151-0be7-4177-962b-f4b5b9d7d214 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:22:35.474453 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-361cc991-7243-4949-88fb-2c7c7964052c None None] Attempting to bind port 41e4b151-0be7-4177-962b-f4b5b9d7d214 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '213ec10e-1458-4e3a-b3ef-d80130593037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f8a6e15d-7b71-480b-9235-7bf71208e28b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:22:35.474802 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361cc991-7243-4949-88fb-2c7c7964052c None None] Attempting to bind port 41e4b151-0be7-4177-962b-f4b5b9d7d214 on network f8a6e15d-7b71-480b-9235-7bf71208e28b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:22:35.491419 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361cc991-7243-4949-88fb-2c7c7964052c None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:22:35.491784 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361cc991-7243-4949-88fb-2c7c7964052c None None] Checking segment: {'id': '213ec10e-1458-4e3a-b3ef-d80130593037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f8a6e15d-7b71-480b-9235-7bf71208e28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:22:35.492170 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-361cc991-7243-4949-88fb-2c7c7964052c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:35.492578 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361cc991-7243-4949-88fb-2c7c7964052c None None] Bound using segment: {'id': '213ec10e-1458-4e3a-b3ef-d80130593037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f8a6e15d-7b71-480b-9235-7bf71208e28b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:22:35.493034 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-361cc991-7243-4949-88fb-2c7c7964052c None None] Bound port: 41e4b151-0be7-4177-962b-f4b5b9d7d214, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '213ec10e-1458-4e3a-b3ef-d80130593037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f8a6e15d-7b71-480b-9235-7bf71208e28b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:22:35.493399 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-361cc991-7243-4949-88fb-2c7c7964052c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (41e4b151-0be7-4177-962b-f4b5b9d7d214), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:35.589019 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:35.614347 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port d56a0fea-2433-45c0-9909-da7b348dfd16 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:22:35.632406 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-052bff01-725a-423c-9c9a-bc5c4b24c5dc None None] Publish callbacks [] for port (9f546b8e-b803-43c0-b284-88af45711c72), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:35.643065 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-361cc991-7243-4949-88fb-2c7c7964052c None None] For port 41e4b151-0be7-4177-962b-f4b5b9d7d214, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:22:35.644986 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-052bff01-725a-423c-9c9a-bc5c4b24c5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (9f546b8e-b803-43c0-b284-88af45711c72), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:35.648712 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-361cc991-7243-4949-88fb-2c7c7964052c None None] For port 41e4b151-0be7-4177-962b-f4b5b9d7d214, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=41e4b151-0be7-4177-962b-f4b5b9d7d214,segment=NetworkSegment(213ec10e-1458-4e3a-b3ef-d80130593037),segment_id=213ec10e-1458-4e3a-b3ef-d80130593037)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:22:35.667569 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83290d6e-e537-4470-adcb-089598fa189f admin admin] Publish callbacks [] for port (cdce61a6-175f-4f0d-841f-49bc7204f470), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:35.676923 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-361cc991-7243-4949-88fb-2c7c7964052c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (41e4b151-0be7-4177-962b-f4b5b9d7d214), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:35.711385 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b7521-b2ed-4b57-ac24-6adb0b259d78 None None] Pushing event updated for resources: {'Port': ['ID=9f546b8e-b803-43c0-b284-88af45711c72,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:35.761783 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:35.770070 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:35.788420 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83290d6e-e537-4470-adcb-089598fa189f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (cdce61a6-175f-4f0d-841f-49bc7204f470), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:35.800366 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3648a33e-db22-4589-aca3-ea1e073d99da tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:35.811955 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:35.813742 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361cc991-7243-4949-88fb-2c7c7964052c None None] Pushing event updated for resources: {'Port': ['ID=41e4b151-0be7-4177-962b-f4b5b9d7d214,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:35.832268 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-052bff01-725a-423c-9c9a-bc5c4b24c5dc None None] Attempting to bind port 9f546b8e-b803-43c0-b284-88af45711c72 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:22:35.833084 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-052bff01-725a-423c-9c9a-bc5c4b24c5dc None None] Attempting to bind port 9f546b8e-b803-43c0-b284-88af45711c72 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'dc2063b4-108b-4048-b510-8b6b924e698b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:22:35.833449 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052bff01-725a-423c-9c9a-bc5c4b24c5dc None None] Attempting to bind port 9f546b8e-b803-43c0-b284-88af45711c72 on network 5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:22:35.839632 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052bff01-725a-423c-9c9a-bc5c4b24c5dc None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:22:35.840003 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052bff01-725a-423c-9c9a-bc5c4b24c5dc None None] Checking segment: {'id': 'dc2063b4-108b-4048-b510-8b6b924e698b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:22:35.840524 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-052bff01-725a-423c-9c9a-bc5c4b24c5dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:35.840918 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052bff01-725a-423c-9c9a-bc5c4b24c5dc None None] Bound using segment: {'id': 'dc2063b4-108b-4048-b510-8b6b924e698b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:22:35.841450 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-052bff01-725a-423c-9c9a-bc5c4b24c5dc None None] Bound port: 9f546b8e-b803-43c0-b284-88af45711c72, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc2063b4-108b-4048-b510-8b6b924e698b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:22:35.841919 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-052bff01-725a-423c-9c9a-bc5c4b24c5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (9f546b8e-b803-43c0-b284-88af45711c72), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:35.848404 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83290d6e-e537-4470-adcb-089598fa189f admin admin] Network 41de873a-d138-4cc5-b805-d53357ba161e is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:22:35.852948 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-83290d6e-e537-4470-adcb-089598fa189f admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:35.859957 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3648a33e-db22-4589-aca3-ea1e073d99da tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-790480'] for floatingip (9e778483-6443-4aa3-855c-4c37e8d60501), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:35.895523 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83290d6e-e537-4470-adcb-089598fa189f admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:22:35.913090 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-052bff01-725a-423c-9c9a-bc5c4b24c5dc None None] For port 9f546b8e-b803-43c0-b284-88af45711c72, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:22:35.916911 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-052bff01-725a-423c-9c9a-bc5c4b24c5dc None None] For port 9f546b8e-b803-43c0-b284-88af45711c72, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9f546b8e-b803-43c0-b284-88af45711c72,segment=NetworkSegment(dc2063b4-108b-4048-b510-8b6b924e698b),segment_id=dc2063b4-108b-4048-b510-8b6b924e698b)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:22:35.954514 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-052bff01-725a-423c-9c9a-bc5c4b24c5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (9f546b8e-b803-43c0-b284-88af45711c72), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:35.965910 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83290d6e-e537-4470-adcb-089598fa189f admin admin] Pushing event updated for resources: {'Port': ['ID=cdce61a6-175f-4f0d-841f-49bc7204f470,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:36.031351 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b7521-b2ed-4b57-ac24-6adb0b259d78 None None] Pushing event updated for resources: {'Port': ['ID=9f546b8e-b803-43c0-b284-88af45711c72,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:36.034066 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052bff01-725a-423c-9c9a-bc5c4b24c5dc None None] Routers {'66b77f47-8c30-400a-a7f5-1c9128668fb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:22:36.034671 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-052bff01-725a-423c-9c9a-bc5c4b24c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:22:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['66b77f47-8c30-400a-a7f5-1c9128668fb0'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:36.090644 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-9f876b2c-7c64-4142-9473-58029595e29a None None] Provisioning complete for port 9f546b8e-b803-43c0-b284-88af45711c72 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:22:36.090922 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f876b2c-7c64-4142-9473-58029595e29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (9f546b8e-b803-43c0-b284-88af45711c72), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:36.132141 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.db.l3_db [None req-3648a33e-db22-4589-aca3-ea1e073d99da tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Floating IP 9e778483-6443-4aa3-855c-4c37e8d60501 associated. External IP: 172.37.2.52, port: ceece817-3e21-46da-8f70-bbfe947c7cd6. Jul 05 10:22:36.187300 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-052bff01-725a-423c-9c9a-bc5c4b24c5dc None None] Set router 66b77f47-8c30-400a-a7f5-1c9128668fb0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:22:36.364002 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83290d6e-e537-4470-adcb-089598fa189f admin admin] Publish callbacks [] for router_gateway (54070d19-e920-4ab2-b5d8-c5b9f5e6fa30), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:36.437369 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9f876b2c-7c64-4142-9473-58029595e29a None None] Current status of the port 9f546b8e-b803-43c0-b284-88af45711c72 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:22:36.437930 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f876b2c-7c64-4142-9473-58029595e29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (9f546b8e-b803-43c0-b284-88af45711c72), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:36.488038 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:36.510829 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3648a33e-db22-4589-aca3-ea1e073d99da tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Router 82fff273-8099-4505-bbe9-761395e828c9 has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:22:36.525707 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-9f876b2c-7c64-4142-9473-58029595e29a None None] For port 9f546b8e-b803-43c0-b284-88af45711c72, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9f546b8e-b803-43c0-b284-88af45711c72,segment=NetworkSegment(dc2063b4-108b-4048-b510-8b6b924e698b),segment_id=dc2063b4-108b-4048-b510-8b6b924e698b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:36.533660 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f876b2c-7c64-4142-9473-58029595e29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (9f546b8e-b803-43c0-b284-88af45711c72), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:36.622995 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f876b2c-7c64-4142-9473-58029595e29a None None] Pushing event updated for resources: {'Port': ['ID=9f546b8e-b803-43c0-b284-88af45711c72,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:36.627327 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-052bff01-725a-423c-9c9a-bc5c4b24c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'name': 'tempest-TestVolumeBootPattern-895301703-router', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47'}], 'enable_snat': True}, 'gw_port_id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:29Z', 'updated_at': '2022-07-05T10:22:32Z', 'revision_number': 4, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'gw_port': {'id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:30Z', 'updated_at': '2022-07-05T10:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9f546b8e-b803-43c0-b284-88af45711c72', 'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'mac_address': 'fa:16:3e:ae:f7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:31Z', 'updated_at': '2022-07-05T10:22:35Z', 'revision_number': 4, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'subnets': [{'id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:36.664349 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052bff01-725a-423c-9c9a-bc5c4b24c5dc None None] The sync data for ids ['66b77f47-8c30-400a-a7f5-1c9128668fb0'] in dv-cinder-master-3-iscsi is: [{'id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'name': 'tempest-TestVolumeBootPattern-895301703-router', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47'}], 'enable_snat': True}, 'gw_port_id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:29Z', 'updated_at': '2022-07-05T10:22:32Z', 'revision_number': 4, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'gw_port': {'id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:30Z', 'updated_at': '2022-07-05T10:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9f546b8e-b803-43c0-b284-88af45711c72', 'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'mac_address': 'fa:16:3e:ae:f7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:31Z', 'updated_at': '2022-07-05T10:22:35Z', 'revision_number': 4, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'subnets': [{'id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:22:36.678350 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-49444eed-4526-4f5b-bc40-3f5a8c396bc2 None None] Provisioning complete for port 9f546b8e-b803-43c0-b284-88af45711c72 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:22:36.678717 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49444eed-4526-4f5b-bc40-3f5a8c396bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (9f546b8e-b803-43c0-b284-88af45711c72), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:36.711236 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83290d6e-e537-4470-adcb-089598fa189f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-795272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-789501'] for router (54070d19-e920-4ab2-b5d8-c5b9f5e6fa30), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:36.772321 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:36.775788 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3648a33e-db22-4589-aca3-ea1e073d99da tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:22:36.783037 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3648a33e-db22-4589-aca3-ea1e073d99da tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:36.791402 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-49444eed-4526-4f5b-bc40-3f5a8c396bc2 None None] Current status of the port 9f546b8e-b803-43c0-b284-88af45711c72 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:22:36.794406 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc069ce6-6e9b-46fc-a696-d46c263c4287 None None] Sync routers for ids ['82fff273-8099-4505-bbe9-761395e828c9'] in dv-cinder-master-3-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:22:36.820385 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc069ce6-6e9b-46fc-a696-d46c263c4287 None None] Routers {'82fff273-8099-4505-bbe9-761395e828c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:22:36.821037 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-bc069ce6-6e9b-46fc-a696-d46c263c4287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:22:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['82fff273-8099-4505-bbe9-761395e828c9'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:36.827222 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-3648a33e-db22-4589-aca3-ea1e073d99da tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "PUT /v2.0/floatingips/9e778483-6443-4aa3-855c-4c37e8d60501 HTTP/1.1" status: 200 len: 991 time: 1.7416680 Jul 05 10:22:36.829759 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c90da36-1371-4861-9756-e275bf1f514a', 'tag': 'ceece817-3e21-46da-8f70-bbfe947c7cd6'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:22:36.832036 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a510086-99a5-4aa9-bc13-b7df1e8a165d" -d '{"events": [{"name": "network-changed", "server_uuid": "1c90da36-1371-4861-9756-e275bf1f514a", "tag": "ceece817-3e21-46da-8f70-bbfe947c7cd6"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:22:36.881620 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8aea25f-bdda-4f19-b80f-0f7001c9241b x-openstack-request-id: req-b8aea25f-bdda-4f19-b80f-0f7001c9241b {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:22:36.882099 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c90da36-1371-4861-9756-e275bf1f514a", "tag": "ceece817-3e21-46da-8f70-bbfe947c7cd6", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:22:36.882501 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8aea25f-bdda-4f19-b80f-0f7001c9241b {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:22:36.883055 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8aea25f-bdda-4f19-b80f-0f7001c9241b'] response: {'name': 'network-changed', 'server_uuid': '1c90da36-1371-4861-9756-e275bf1f514a', 'tag': 'ceece817-3e21-46da-8f70-bbfe947c7cd6', 'status': 'completed', 'code': 200} Jul 05 10:22:36.901690 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c385631a-f644-4f1f-8ce6-1cce90e8e094 None None] Network f8a6e15d-7b71-480b-9235-7bf71208e28b requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:22:36.934686 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:36.945685 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-bc069ce6-6e9b-46fc-a696-d46c263c4287 None None] Set router 82fff273-8099-4505-bbe9-761395e828c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:22:36.992694 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a510086-99a5-4aa9-bc13-b7df1e8a165d req-683e463b-496c-4382-bb4d-01479fdcd627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:36.994347 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9a510086-99a5-4aa9-bc13-b7df1e8a165d req-683e463b-496c-4382-bb4d-01479fdcd627 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0c19d009f1b4ef09a40267bcf654107&device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 1130 time: 0.0739031 Jul 05 10:22:37.008425 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:37.013709 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-fd191ef1-6223-403b-9610-751fa7a21095 None None] Provisioning complete for port 41e4b151-0be7-4177-962b-f4b5b9d7d214 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:22:37.015362 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fd191ef1-6223-403b-9610-751fa7a21095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (41e4b151-0be7-4177-962b-f4b5b9d7d214), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:37.017405 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83290d6e-e537-4470-adcb-089598fa189f admin admin] Router 54070d19-e920-4ab2-b5d8-c5b9f5e6fa30 is scheduled to L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 05 10:22:37.181326 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-bc069ce6-6e9b-46fc-a696-d46c263c4287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fff273-8099-4505-bbe9-761395e828c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1043335425-router', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:24Z', 'revision_number': 4, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'gw_port': {'id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '9e778483-6443-4aa3-855c-4c37e8d60501', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'floating_ip_address': '172.37.2.52', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '82fff273-8099-4505-bbe9-761395e828c9', 'port_id': 'ceece817-3e21-46da-8f70-bbfe947c7cd6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e', 'mac_address': 'fa:16:3e:e9:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c90da36-1371-4861-9756-e275bf1f514a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:22:19Z', 'updated_at': '2022-07-05T10:22:35Z', 'revision_number': 1, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '984a368a-1748-4580-a66e-3d203cb923e1', 'name': '', 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'mac_address': 'fa:16:3e:b6:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:24Z', 'updated_at': '2022-07-05T10:18:28Z', 'revision_number': 5, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'subnets': [{'id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:37.195966 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-fd191ef1-6223-403b-9610-751fa7a21095 None None] Current status of the port 41e4b151-0be7-4177-962b-f4b5b9d7d214 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:22:37.197507 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fd191ef1-6223-403b-9610-751fa7a21095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (41e4b151-0be7-4177-962b-f4b5b9d7d214), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:37.211641 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc069ce6-6e9b-46fc-a696-d46c263c4287 None None] Checking router: 82fff273-8099-4505-bbe9-761395e828c9 for host: dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:22:37.221825 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc069ce6-6e9b-46fc-a696-d46c263c4287 None None] Routers {'82fff273-8099-4505-bbe9-761395e828c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:22:37.222821 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-bc069ce6-6e9b-46fc-a696-d46c263c4287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:22:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['82fff273-8099-4505-bbe9-761395e828c9'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:37.280370 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-fd191ef1-6223-403b-9610-751fa7a21095 None None] For port 41e4b151-0be7-4177-962b-f4b5b9d7d214, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=41e4b151-0be7-4177-962b-f4b5b9d7d214,segment=NetworkSegment(213ec10e-1458-4e3a-b3ef-d80130593037),segment_id=213ec10e-1458-4e3a-b3ef-d80130593037)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:37.296039 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fd191ef1-6223-403b-9610-751fa7a21095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (41e4b151-0be7-4177-962b-f4b5b9d7d214), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:37.355051 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 41e4b151-0be7-4177-962b-f4b5b9d7d214 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:37.398654 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-bc069ce6-6e9b-46fc-a696-d46c263c4287 None None] Set router 82fff273-8099-4505-bbe9-761395e828c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:22:37.436915 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd191ef1-6223-403b-9610-751fa7a21095 None None] Pushing event updated for resources: {'Port': ['ID=41e4b151-0be7-4177-962b-f4b5b9d7d214,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:37.448321 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port 41e4b151-0be7-4177-962b-f4b5b9d7d214 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:22:37.449103 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (41e4b151-0be7-4177-962b-f4b5b9d7d214), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:37.553437 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-8de1924b-5059-4bc1-816e-d02c032dd3a2 None None] Provisioning complete for port 41e4b151-0be7-4177-962b-f4b5b9d7d214 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:22:37.553805 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8de1924b-5059-4bc1-816e-d02c032dd3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (41e4b151-0be7-4177-962b-f4b5b9d7d214), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:37.557066 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port 41e4b151-0be7-4177-962b-f4b5b9d7d214 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:22:37.558110 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 9f546b8e-b803-43c0-b284-88af45711c72 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:37.587015 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83290d6e-e537-4470-adcb-089598fa189f admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:22:37.608407 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd68089-d32d-4072-98d6-e61aebbe179f None None] Sync routers for ids ['54070d19-e920-4ab2-b5d8-c5b9f5e6fa30'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:22:37.621405 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83290d6e-e537-4470-adcb-089598fa189f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:37.625184 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-83290d6e-e537-4470-adcb-089598fa189f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3121572 Jul 05 10:22:37.625184 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a510086-99a5-4aa9-bc13-b7df1e8a165d req-f06a9024-2672-4adf-be4e-a25e32af0d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:37.625609 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9a510086-99a5-4aa9-bc13-b7df1e8a165d req-f06a9024-2672-4adf-be4e-a25e32af0d5c service neutron] 10.222.0.30 "GET /v2.0/networks?id=fddec1cf-8b7c-4e90-af09-12a66276106e HTTP/1.1" status: 200 len: 918 time: 0.6249905 Jul 05 10:22:37.626067 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 51720) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:22:37.630344 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd68089-d32d-4072-98d6-e61aebbe179f None None] Routers {'54070d19-e920-4ab2-b5d8-c5b9f5e6fa30'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:22:37.631000 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2cd68089-d32d-4072-98d6-e61aebbe179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:22:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['54070d19-e920-4ab2-b5d8-c5b9f5e6fa30'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:37.709314 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port 9f546b8e-b803-43c0-b284-88af45711c72 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:22:37.710158 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (9f546b8e-b803-43c0-b284-88af45711c72), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:37.756904 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9a510086-99a5-4aa9-bc13-b7df1e8a165d req-b2eba46e-a8cd-4309-aee9-2233b7beedde service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ceece817-3e21-46da-8f70-bbfe947c7cd6 HTTP/1.1" status: 200 len: 999 time: 0.1238921 Jul 05 10:22:37.778402 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-bc069ce6-6e9b-46fc-a696-d46c263c4287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fff273-8099-4505-bbe9-761395e828c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1043335425-router', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:24Z', 'revision_number': 4, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'gw_port': {'id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '9e778483-6443-4aa3-855c-4c37e8d60501', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'floating_ip_address': '172.37.2.52', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '82fff273-8099-4505-bbe9-761395e828c9', 'port_id': 'ceece817-3e21-46da-8f70-bbfe947c7cd6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e', 'mac_address': 'fa:16:3e:e9:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c90da36-1371-4861-9756-e275bf1f514a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:22:19Z', 'updated_at': '2022-07-05T10:22:35Z', 'revision_number': 1, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '984a368a-1748-4580-a66e-3d203cb923e1', 'name': '', 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'mac_address': 'fa:16:3e:b6:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:24Z', 'updated_at': '2022-07-05T10:18:28Z', 'revision_number': 5, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'subnets': [{'id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:37.784206 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8de1924b-5059-4bc1-816e-d02c032dd3a2 None None] Current status of the port 41e4b151-0be7-4177-962b-f4b5b9d7d214 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:22:37.808297 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc069ce6-6e9b-46fc-a696-d46c263c4287 None None] The sync data for ids ['82fff273-8099-4505-bbe9-761395e828c9'] in dv-cinder-master-3-iscsi is: [{'id': '82fff273-8099-4505-bbe9-761395e828c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1043335425-router', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:24Z', 'revision_number': 4, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'gw_port': {'id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '9e778483-6443-4aa3-855c-4c37e8d60501', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'floating_ip_address': '172.37.2.52', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '82fff273-8099-4505-bbe9-761395e828c9', 'port_id': 'ceece817-3e21-46da-8f70-bbfe947c7cd6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e', 'mac_address': 'fa:16:3e:e9:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c90da36-1371-4861-9756-e275bf1f514a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:22:19Z', 'updated_at': '2022-07-05T10:22:35Z', 'revision_number': 1, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '984a368a-1748-4580-a66e-3d203cb923e1', 'name': '', 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'mac_address': 'fa:16:3e:b6:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:24Z', 'updated_at': '2022-07-05T10:18:28Z', 'revision_number': 5, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'subnets': [{'id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:22:37.813202 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:37.817771 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a510086-99a5-4aa9-bc13-b7df1e8a165d req-22c905ec-2476-4621-86e6-2d59664cf51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:37.819244 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9a510086-99a5-4aa9-bc13-b7df1e8a165d req-22c905ec-2476-4621-86e6-2d59664cf51b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de HTTP/1.1" status: 200 len: 856 time: 0.0546722 Jul 05 10:22:37.869044 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-2cd68089-d32d-4072-98d6-e61aebbe179f None None] Set router 54070d19-e920-4ab2-b5d8-c5b9f5e6fa30 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:22:37.895931 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:37.911576 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a510086-99a5-4aa9-bc13-b7df1e8a165d req-24644fb5-4fa4-49da-9ff9-840756ebb058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:22:37.913126 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9a510086-99a5-4aa9-bc13-b7df1e8a165d req-24644fb5-4fa4-49da-9ff9-840756ebb058 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fddec1cf-8b7c-4e90-af09-12a66276106e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0882030 Jul 05 10:22:37.975582 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port 9f546b8e-b803-43c0-b284-88af45711c72 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:22:38.103062 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2cd68089-d32d-4072-98d6-e61aebbe179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54070d19-e920-4ab2-b5d8-c5b9f5e6fa30', 'name': 'tempest-TestVolumeBootPattern-1593525324-router', 'tenant_id': '78c9221526824231babe7a480dae7bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.177'}], 'enable_snat': True}, 'gw_port_id': 'cdce61a6-175f-4f0d-841f-49bc7204f470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:34Z', 'updated_at': '2022-07-05T10:22:36Z', 'revision_number': 3, 'project_id': '78c9221526824231babe7a480dae7bef', 'gw_port': {'id': 'cdce61a6-175f-4f0d-841f-49bc7204f470', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:26:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54070d19-e920-4ab2-b5d8-c5b9f5e6fa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:35Z', 'updated_at': '2022-07-05T10:22:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:38.129876 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd68089-d32d-4072-98d6-e61aebbe179f None None] Checking router: 54070d19-e920-4ab2-b5d8-c5b9f5e6fa30 for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:22:38.130324 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd68089-d32d-4072-98d6-e61aebbe179f None None] Updating router 54070d19-e920-4ab2-b5d8-c5b9f5e6fa30 port cdce61a6-175f-4f0d-841f-49bc7204f470 binding host dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:22:38.137338 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3136d730-188d-4c6d-8ca1-0e37940dc5fd None None] New status for floating IP 9e778483-6443-4aa3-855c-4c37e8d60501: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 10:22:38.145063 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9a510086-99a5-4aa9-bc13-b7df1e8a165d req-87a8be0c-ab80-4511-9459-140d5ee8f2ef service neutron] 10.222.0.30 "GET /v2.0/networks/fddec1cf-8b7c-4e90-af09-12a66276106e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784501 Jul 05 10:22:38.168912 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2cd68089-d32d-4072-98d6-e61aebbe179f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (cdce61a6-175f-4f0d-841f-49bc7204f470), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:38.218333 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=100 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:38.219204 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=100 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:38.258460 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:38.271771 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:38.304162 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9a510086-99a5-4aa9-bc13-b7df1e8a165d req-0379562d-7e2d-4ca5-aae1-26ba368d372b service neutron] 10.222.0.30 "GET /v2.0/networks/fddec1cf-8b7c-4e90-af09-12a66276106e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529248 Jul 05 10:22:38.360037 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-27c2e552-18ce-4322-8313-af20de047738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:38.441444 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2cd68089-d32d-4072-98d6-e61aebbe179f None None] Publish callbacks [] for port (cdce61a6-175f-4f0d-841f-49bc7204f470), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:38.446704 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2cd68089-d32d-4072-98d6-e61aebbe179f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (cdce61a6-175f-4f0d-841f-49bc7204f470), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:38.500788 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2cd68089-d32d-4072-98d6-e61aebbe179f None None] Attempting to bind port cdce61a6-175f-4f0d-841f-49bc7204f470 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:22:38.501517 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2cd68089-d32d-4072-98d6-e61aebbe179f None None] Attempting to bind port cdce61a6-175f-4f0d-841f-49bc7204f470 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:22:38.501517 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd68089-d32d-4072-98d6-e61aebbe179f None None] Attempting to bind port cdce61a6-175f-4f0d-841f-49bc7204f470 on network 41de873a-d138-4cc5-b805-d53357ba161e {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:22:38.503623 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2b95b-71f7-4b87-b4e2-d4ef2ac687f3 None None] Pushing event updated for resources: {'Port': ['ID=cdce61a6-175f-4f0d-841f-49bc7204f470,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:38.510235 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd68089-d32d-4072-98d6-e61aebbe179f None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:22:38.510593 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd68089-d32d-4072-98d6-e61aebbe179f None None] Checking segment: {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:22:38.510992 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2cd68089-d32d-4072-98d6-e61aebbe179f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:38.511357 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd68089-d32d-4072-98d6-e61aebbe179f None None] Bound using segment: {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:22:38.511815 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2cd68089-d32d-4072-98d6-e61aebbe179f None None] Bound port: cdce61a6-175f-4f0d-841f-49bc7204f470, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:22:38.512186 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2cd68089-d32d-4072-98d6-e61aebbe179f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (cdce61a6-175f-4f0d-841f-49bc7204f470), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:38.518471 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-27c2e552-18ce-4322-8313-af20de047738 admin admin] Allocated IP 172.20.0.1 (f8a6e15d-7b71-480b-9235-7bf71208e28b/b4eb0b88-2411-46ac-ad29-5a29d2eee8c3/21d20c1a-673c-406c-84b6-f94ec6d2f740) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:22:38.565931 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2cd68089-d32d-4072-98d6-e61aebbe179f None None] For port cdce61a6-175f-4f0d-841f-49bc7204f470, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:22:38.569161 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2cd68089-d32d-4072-98d6-e61aebbe179f None None] For port cdce61a6-175f-4f0d-841f-49bc7204f470, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cdce61a6-175f-4f0d-841f-49bc7204f470,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:22:38.574460 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2cd68089-d32d-4072-98d6-e61aebbe179f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (cdce61a6-175f-4f0d-841f-49bc7204f470), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:38.635000 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd68089-d32d-4072-98d6-e61aebbe179f None None] Routers {'54070d19-e920-4ab2-b5d8-c5b9f5e6fa30'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:22:38.635623 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2cd68089-d32d-4072-98d6-e61aebbe179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:22:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['54070d19-e920-4ab2-b5d8-c5b9f5e6fa30'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:38.637476 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2b95b-71f7-4b87-b4e2-d4ef2ac687f3 None None] Pushing event updated for resources: {'Port': ['ID=cdce61a6-175f-4f0d-841f-49bc7204f470,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:38.652024 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-27c2e552-18ce-4322-8313-af20de047738 admin admin] Publish callbacks [] for port (21d20c1a-673c-406c-84b6-f94ec6d2f740), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:38.659996 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:38.690362 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-27c2e552-18ce-4322-8313-af20de047738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (21d20c1a-673c-406c-84b6-f94ec6d2f740), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:38.731097 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c2e552-18ce-4322-8313-af20de047738 admin admin] Network f8a6e15d-7b71-480b-9235-7bf71208e28b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:22:38.735842 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-27c2e552-18ce-4322-8313-af20de047738 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:38.738890 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c2e552-18ce-4322-8313-af20de047738 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:22:38.765350 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2e552-18ce-4322-8313-af20de047738 admin admin] Pushing event updated for resources: {'Port': ['ID=21d20c1a-673c-406c-84b6-f94ec6d2f740,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:38.788166 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-27c2e552-18ce-4322-8313-af20de047738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801541'] for router_interface (54070d19-e920-4ab2-b5d8-c5b9f5e6fa30), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:38.876155 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-2cd68089-d32d-4072-98d6-e61aebbe179f None None] Set router 54070d19-e920-4ab2-b5d8-c5b9f5e6fa30 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:22:38.924357 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-27c2e552-18ce-4322-8313-af20de047738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (21d20c1a-673c-406c-84b6-f94ec6d2f740), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:38.930923 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:39.021130 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-8df4dd45-8fa6-46ff-b767-ac683a79a134 None None] Provisioning complete for port 21d20c1a-673c-406c-84b6-f94ec6d2f740 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:22:39.021392 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8df4dd45-8fa6-46ff-b767-ac683a79a134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (21d20c1a-673c-406c-84b6-f94ec6d2f740), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:39.040949 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:39.082417 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8df4dd45-8fa6-46ff-b767-ac683a79a134 None None] Port 21d20c1a-673c-406c-84b6-f94ec6d2f740 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:22:39.086041 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2cd68089-d32d-4072-98d6-e61aebbe179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54070d19-e920-4ab2-b5d8-c5b9f5e6fa30', 'name': 'tempest-TestVolumeBootPattern-1593525324-router', 'tenant_id': '78c9221526824231babe7a480dae7bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.177'}], 'enable_snat': True}, 'gw_port_id': 'cdce61a6-175f-4f0d-841f-49bc7204f470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:34Z', 'updated_at': '2022-07-05T10:22:36Z', 'revision_number': 3, 'project_id': '78c9221526824231babe7a480dae7bef', 'gw_port': {'id': 'cdce61a6-175f-4f0d-841f-49bc7204f470', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:26:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54070d19-e920-4ab2-b5d8-c5b9f5e6fa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:35Z', 'updated_at': '2022-07-05T10:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:39.093422 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-27c2e552-18ce-4322-8313-af20de047738 admin admin] Publish callbacks [] for port (21d20c1a-673c-406c-84b6-f94ec6d2f740), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:39.099728 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-27c2e552-18ce-4322-8313-af20de047738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (21d20c1a-673c-406c-84b6-f94ec6d2f740), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:39.116922 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd68089-d32d-4072-98d6-e61aebbe179f None None] The sync data for ids ['54070d19-e920-4ab2-b5d8-c5b9f5e6fa30'] in dv-cinder-master-3-iscsi is: [{'id': '54070d19-e920-4ab2-b5d8-c5b9f5e6fa30', 'name': 'tempest-TestVolumeBootPattern-1593525324-router', 'tenant_id': '78c9221526824231babe7a480dae7bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.177'}], 'enable_snat': True}, 'gw_port_id': 'cdce61a6-175f-4f0d-841f-49bc7204f470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:34Z', 'updated_at': '2022-07-05T10:22:36Z', 'revision_number': 3, 'project_id': '78c9221526824231babe7a480dae7bef', 'gw_port': {'id': 'cdce61a6-175f-4f0d-841f-49bc7204f470', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:26:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54070d19-e920-4ab2-b5d8-c5b9f5e6fa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:35Z', 'updated_at': '2022-07-05T10:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:22:39.173542 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2e552-18ce-4322-8313-af20de047738 admin admin] Pushing event updated for resources: {'Port': ['ID=21d20c1a-673c-406c-84b6-f94ec6d2f740,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:39.176958 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-27c2e552-18ce-4322-8313-af20de047738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-801681'] for router_interface (54070d19-e920-4ab2-b5d8-c5b9f5e6fa30), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:39.194570 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 41e4b151-0be7-4177-962b-f4b5b9d7d214 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:39.238858 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port 41e4b151-0be7-4177-962b-f4b5b9d7d214 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:22:39.239228 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (41e4b151-0be7-4177-962b-f4b5b9d7d214), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:39.274874 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c2e552-18ce-4322-8313-af20de047738 admin admin] Network f8a6e15d-7b71-480b-9235-7bf71208e28b is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:22:39.276271 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-27c2e552-18ce-4322-8313-af20de047738 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:39.286161 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:39.322384 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port 41e4b151-0be7-4177-962b-f4b5b9d7d214 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:22:39.388562 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c2e552-18ce-4322-8313-af20de047738 admin admin] Router 54070d19-e920-4ab2-b5d8-c5b9f5e6fa30 has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:22:39.474285 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:39.496495 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c2e552-18ce-4322-8313-af20de047738 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:22:39.509391 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-27c2e552-18ce-4322-8313-af20de047738 admin admin] 10.222.0.20 "PUT /v2.0/routers/54070d19-e920-4ab2-b5d8-c5b9f5e6fa30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8746917 Jul 05 10:22:39.512410 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b1cb85fc-11ea-4cf2-991a-b44b7718baae None None] Provisioning complete for port 21d20c1a-673c-406c-84b6-f94ec6d2f740 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:22:39.512801 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b1cb85fc-11ea-4cf2-991a-b44b7718baae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (21d20c1a-673c-406c-84b6-f94ec6d2f740), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:39.548095 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b1cb85fc-11ea-4cf2-991a-b44b7718baae None None] Port 21d20c1a-673c-406c-84b6-f94ec6d2f740 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:22:39.892573 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 51728) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:22:39.897255 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-faa3c8d6-9c39-4b53-a110-b1e1c7390013 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1344850936', 'description': 'tempest-secgroup-smoke-1344850936 description', 'project_id': '86eac45249ad4a5e9513fcc091bcf42e'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:22:39.921839 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-faa3c8d6-9c39-4b53-a110-b1e1c7390013 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:39.994947 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-faa3c8d6-9c39-4b53-a110-b1e1c7390013 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for security_group (f3fa079b-fc8b-4c1d-8db2-eaac005a69cb), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:39.999943 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-faa3c8d6-9c39-4b53-a110-b1e1c7390013 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (f3fa079b-fc8b-4c1d-8db2-eaac005a69cb), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:40.025565 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-faa3c8d6-9c39-4b53-a110-b1e1c7390013 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:40.026786 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-faa3c8d6-9c39-4b53-a110-b1e1c7390013 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1331758 Jul 05 10:22:40.030528 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 51730) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:22:40.035576 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-d1efd788-9a48-40b4-8176-13b071b80332 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Request body: {'security_group_rule': {'security_group_id': 'f3fa079b-fc8b-4c1d-8db2-eaac005a69cb', 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:22:40.039164 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3c8d6-9c39-4b53-a110-b1e1c7390013 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:40.068023 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1efd788-9a48-40b4-8176-13b071b80332 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for security_group_rule (baf095ae-5745-4536-af38-fab36844f6d1), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:40.126459 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1efd788-9a48-40b4-8176-13b071b80332 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for security_group_rule (baf095ae-5745-4536-af38-fab36844f6d1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:40.130348 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1efd788-9a48-40b4-8176-13b071b80332 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (baf095ae-5745-4536-af38-fab36844f6d1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:40.150030 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1efd788-9a48-40b4-8176-13b071b80332 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf095ae-5745-4536-af38-fab36844f6d1,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:40.157246 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1efd788-9a48-40b4-8176-13b071b80332 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:40.159439 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-d1efd788-9a48-40b4-8176-13b071b80332 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273832 Jul 05 10:22:40.162198 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 51732) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:22:40.166551 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-e2b82c84-3f23-4932-a39c-0bfae41f1d4c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Request body: {'security_group_rule': {'security_group_id': 'f3fa079b-fc8b-4c1d-8db2-eaac005a69cb', 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:22:40.193507 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e2b82c84-3f23-4932-a39c-0bfae41f1d4c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for security_group_rule (f15ae6b0-9a07-4e16-90c7-132d12ac95c0), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:40.196534 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:40.214829 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:40.259525 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e2b82c84-3f23-4932-a39c-0bfae41f1d4c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for security_group_rule (f15ae6b0-9a07-4e16-90c7-132d12ac95c0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:40.263797 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e2b82c84-3f23-4932-a39c-0bfae41f1d4c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (f15ae6b0-9a07-4e16-90c7-132d12ac95c0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:40.285590 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b82c84-3f23-4932-a39c-0bfae41f1d4c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f15ae6b0-9a07-4e16-90c7-132d12ac95c0,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:40.291950 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e2b82c84-3f23-4932-a39c-0bfae41f1d4c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:40.293136 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-e2b82c84-3f23-4932-a39c-0bfae41f1d4c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1300194 Jul 05 10:22:40.295733 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 51734) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:22:40.299896 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-fe82c0ea-6c4c-4227-82e6-06f7ad10a1d4 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Request body: {'security_group_rule': {'security_group_id': 'f3fa079b-fc8b-4c1d-8db2-eaac005a69cb', 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:22:40.325966 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fe82c0ea-6c4c-4227-82e6-06f7ad10a1d4 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for security_group_rule (af8dd76a-f115-4d41-b19c-7e5d3d290133), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:40.380987 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fe82c0ea-6c4c-4227-82e6-06f7ad10a1d4 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for security_group_rule (af8dd76a-f115-4d41-b19c-7e5d3d290133), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:40.384231 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fe82c0ea-6c4c-4227-82e6-06f7ad10a1d4 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (af8dd76a-f115-4d41-b19c-7e5d3d290133), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:40.402663 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe82c0ea-6c4c-4227-82e6-06f7ad10a1d4 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af8dd76a-f115-4d41-b19c-7e5d3d290133,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:40.410273 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fe82c0ea-6c4c-4227-82e6-06f7ad10a1d4 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:40.411440 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-fe82c0ea-6c4c-4227-82e6-06f7ad10a1d4 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148164 Jul 05 10:22:40.414071 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 51736) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:22:40.418245 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b9fbf913-f8f7-4a9c-9237-afac7bef6d9e tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Request body: {'security_group_rule': {'security_group_id': 'f3fa079b-fc8b-4c1d-8db2-eaac005a69cb', 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:22:40.444352 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b9fbf913-f8f7-4a9c-9237-afac7bef6d9e tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for security_group_rule (1dcb7a16-6199-4f6f-a617-9bfcb393a962), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:40.501739 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b9fbf913-f8f7-4a9c-9237-afac7bef6d9e tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for security_group_rule (1dcb7a16-6199-4f6f-a617-9bfcb393a962), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:40.505097 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b9fbf913-f8f7-4a9c-9237-afac7bef6d9e tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (1dcb7a16-6199-4f6f-a617-9bfcb393a962), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:40.523670 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fbf913-f8f7-4a9c-9237-afac7bef6d9e tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dcb7a16-6199-4f6f-a617-9bfcb393a962,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:40.530890 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b9fbf913-f8f7-4a9c-9237-afac7bef6d9e tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:40.532061 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-b9fbf913-f8f7-4a9c-9237-afac7bef6d9e tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1170955 Jul 05 10:22:40.534667 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 51738) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:22:40.538857 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-02a1acfd-ca4f-40db-a1be-2be069e10c80 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Request body: {'security_group_rule': {'security_group_id': 'f3fa079b-fc8b-4c1d-8db2-eaac005a69cb', 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:22:40.559363 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-02a1acfd-ca4f-40db-a1be-2be069e10c80 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Project 86eac45249ad4a5e9513fcc091bcf42e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:22:40.565521 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-02a1acfd-ca4f-40db-a1be-2be069e10c80 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for security_group_rule (986ea66a-c1e2-4f13-b98b-420ca84267ed), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:40.625794 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-02a1acfd-ca4f-40db-a1be-2be069e10c80 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for security_group_rule (986ea66a-c1e2-4f13-b98b-420ca84267ed), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:40.630608 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-02a1acfd-ca4f-40db-a1be-2be069e10c80 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (986ea66a-c1e2-4f13-b98b-420ca84267ed), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:40.650696 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1acfd-ca4f-40db-a1be-2be069e10c80 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=986ea66a-c1e2-4f13-b98b-420ca84267ed,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:40.659894 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-02a1acfd-ca4f-40db-a1be-2be069e10c80 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:40.661192 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-02a1acfd-ca4f-40db-a1be-2be069e10c80 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256201 Jul 05 10:22:40.663900 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 51740) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:22:40.668531 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-712a563a-1bb5-4a5e-bc2f-3f36c395cab8 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Request body: {'security_group_rule': {'security_group_id': 'f3fa079b-fc8b-4c1d-8db2-eaac005a69cb', 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:22:40.690060 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-712a563a-1bb5-4a5e-bc2f-3f36c395cab8 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Project 86eac45249ad4a5e9513fcc091bcf42e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:22:40.695845 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-712a563a-1bb5-4a5e-bc2f-3f36c395cab8 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for security_group_rule (ad05c1fe-fe16-454e-8ee0-528277e03100), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:40.756953 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-712a563a-1bb5-4a5e-bc2f-3f36c395cab8 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for security_group_rule (ad05c1fe-fe16-454e-8ee0-528277e03100), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:40.760739 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-712a563a-1bb5-4a5e-bc2f-3f36c395cab8 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (ad05c1fe-fe16-454e-8ee0-528277e03100), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:40.780360 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a563a-1bb5-4a5e-bc2f-3f36c395cab8 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad05c1fe-fe16-454e-8ee0-528277e03100,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:40.787223 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-712a563a-1bb5-4a5e-bc2f-3f36c395cab8 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:40.788418 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-712a563a-1bb5-4a5e-bc2f-3f36c395cab8 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234183 Jul 05 10:22:40.917400 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73674e45-3fd4-46da-8f36-2a67adc8b23e None None] Sync routers for ids ['54070d19-e920-4ab2-b5d8-c5b9f5e6fa30'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:22:40.932633 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73674e45-3fd4-46da-8f36-2a67adc8b23e None None] Routers {'54070d19-e920-4ab2-b5d8-c5b9f5e6fa30'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:22:40.933243 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-73674e45-3fd4-46da-8f36-2a67adc8b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:22:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['54070d19-e920-4ab2-b5d8-c5b9f5e6fa30'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:41.039802 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-73674e45-3fd4-46da-8f36-2a67adc8b23e None None] Set router 54070d19-e920-4ab2-b5d8-c5b9f5e6fa30 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:22:41.234762 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device cdce61a6-175f-4f0d-841f-49bc7204f470 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:41.292461 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-73674e45-3fd4-46da-8f36-2a67adc8b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54070d19-e920-4ab2-b5d8-c5b9f5e6fa30', 'name': 'tempest-TestVolumeBootPattern-1593525324-router', 'tenant_id': '78c9221526824231babe7a480dae7bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.177'}], 'enable_snat': True}, 'gw_port_id': 'cdce61a6-175f-4f0d-841f-49bc7204f470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:34Z', 'updated_at': '2022-07-05T10:22:38Z', 'revision_number': 4, 'project_id': '78c9221526824231babe7a480dae7bef', 'gw_port': {'id': 'cdce61a6-175f-4f0d-841f-49bc7204f470', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:26:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54070d19-e920-4ab2-b5d8-c5b9f5e6fa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:35Z', 'updated_at': '2022-07-05T10:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '21d20c1a-673c-406c-84b6-f94ec6d2f740', 'name': '', 'network_id': 'f8a6e15d-7b71-480b-9235-7bf71208e28b', 'tenant_id': '78c9221526824231babe7a480dae7bef', 'mac_address': 'fa:16:3e:bd:5f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54070d19-e920-4ab2-b5d8-c5b9f5e6fa30', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'b4eb0b88-2411-46ac-ad29-5a29d2eee8c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:38Z', 'updated_at': '2022-07-05T10:22:38Z', 'revision_number': 2, 'project_id': '78c9221526824231babe7a480dae7bef', 'subnets': [{'id': 'b4eb0b88-2411-46ac-ad29-5a29d2eee8c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:41.323616 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73674e45-3fd4-46da-8f36-2a67adc8b23e None None] Checking router: 54070d19-e920-4ab2-b5d8-c5b9f5e6fa30 for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:22:41.323969 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73674e45-3fd4-46da-8f36-2a67adc8b23e None None] Updating router 54070d19-e920-4ab2-b5d8-c5b9f5e6fa30 port 21d20c1a-673c-406c-84b6-f94ec6d2f740 binding host dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:22:41.342712 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port cdce61a6-175f-4f0d-841f-49bc7204f470 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:22:41.343087 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (cdce61a6-175f-4f0d-841f-49bc7204f470), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:41.376002 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-73674e45-3fd4-46da-8f36-2a67adc8b23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (21d20c1a-673c-406c-84b6-f94ec6d2f740), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:41.525450 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port cdce61a6-175f-4f0d-841f-49bc7204f470 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:22:41.525840 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (cdce61a6-175f-4f0d-841f-49bc7204f470), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:41.533695 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:41.538358 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4af6f100-d939-4fda-8095-f94275fbe255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:41.562038 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] For port cdce61a6-175f-4f0d-841f-49bc7204f470, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cdce61a6-175f-4f0d-841f-49bc7204f470,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:41.566327 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (cdce61a6-175f-4f0d-841f-49bc7204f470), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:41.672614 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Pushing event updated for resources: {'Port': ['ID=cdce61a6-175f-4f0d-841f-49bc7204f470,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:41.688309 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:41.758776 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-73674e45-3fd4-46da-8f36-2a67adc8b23e None None] Publish callbacks [] for port (21d20c1a-673c-406c-84b6-f94ec6d2f740), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:41.764062 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-73674e45-3fd4-46da-8f36-2a67adc8b23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (21d20c1a-673c-406c-84b6-f94ec6d2f740), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:41.812813 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7fc82-06a6-447f-ae40-7cfad40c53e0 None None] Pushing event updated for resources: {'Port': ['ID=21d20c1a-673c-406c-84b6-f94ec6d2f740,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:41.875125 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-73674e45-3fd4-46da-8f36-2a67adc8b23e None None] Attempting to bind port 21d20c1a-673c-406c-84b6-f94ec6d2f740 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:22:41.875264 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-73674e45-3fd4-46da-8f36-2a67adc8b23e None None] Attempting to bind port 21d20c1a-673c-406c-84b6-f94ec6d2f740 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '213ec10e-1458-4e3a-b3ef-d80130593037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f8a6e15d-7b71-480b-9235-7bf71208e28b'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:22:41.875512 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73674e45-3fd4-46da-8f36-2a67adc8b23e None None] Attempting to bind port 21d20c1a-673c-406c-84b6-f94ec6d2f740 on network f8a6e15d-7b71-480b-9235-7bf71208e28b {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:22:41.881286 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73674e45-3fd4-46da-8f36-2a67adc8b23e None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:22:41.881660 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73674e45-3fd4-46da-8f36-2a67adc8b23e None None] Checking segment: {'id': '213ec10e-1458-4e3a-b3ef-d80130593037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f8a6e15d-7b71-480b-9235-7bf71208e28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:22:41.882059 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-73674e45-3fd4-46da-8f36-2a67adc8b23e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:41.882449 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73674e45-3fd4-46da-8f36-2a67adc8b23e None None] Bound using segment: {'id': '213ec10e-1458-4e3a-b3ef-d80130593037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f8a6e15d-7b71-480b-9235-7bf71208e28b'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:22:41.882918 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-73674e45-3fd4-46da-8f36-2a67adc8b23e None None] Bound port: 21d20c1a-673c-406c-84b6-f94ec6d2f740, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '213ec10e-1458-4e3a-b3ef-d80130593037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f8a6e15d-7b71-480b-9235-7bf71208e28b'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:22:41.883297 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-73674e45-3fd4-46da-8f36-2a67adc8b23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (21d20c1a-673c-406c-84b6-f94ec6d2f740), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:41.952604 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:41.964142 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-73674e45-3fd4-46da-8f36-2a67adc8b23e None None] For port 21d20c1a-673c-406c-84b6-f94ec6d2f740, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:22:41.967639 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-73674e45-3fd4-46da-8f36-2a67adc8b23e None None] For port 21d20c1a-673c-406c-84b6-f94ec6d2f740, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=21d20c1a-673c-406c-84b6-f94ec6d2f740,segment=NetworkSegment(213ec10e-1458-4e3a-b3ef-d80130593037),segment_id=213ec10e-1458-4e3a-b3ef-d80130593037)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:22:41.974252 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-73674e45-3fd4-46da-8f36-2a67adc8b23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (21d20c1a-673c-406c-84b6-f94ec6d2f740), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:42.033084 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73674e45-3fd4-46da-8f36-2a67adc8b23e None None] Routers {'54070d19-e920-4ab2-b5d8-c5b9f5e6fa30'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:22:42.033705 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-73674e45-3fd4-46da-8f36-2a67adc8b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:22:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['54070d19-e920-4ab2-b5d8-c5b9f5e6fa30'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:42.069691 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7fc82-06a6-447f-ae40-7cfad40c53e0 None None] Pushing event updated for resources: {'Port': ['ID=21d20c1a-673c-406c-84b6-f94ec6d2f740,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:42.098819 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0fd85f9d-dd42-42bc-82d5-f5cd0e924bb8 None None] Provisioning complete for port 21d20c1a-673c-406c-84b6-f94ec6d2f740 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:22:42.099184 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0fd85f9d-dd42-42bc-82d5-f5cd0e924bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (21d20c1a-673c-406c-84b6-f94ec6d2f740), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:42.184981 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-73674e45-3fd4-46da-8f36-2a67adc8b23e None None] Set router 54070d19-e920-4ab2-b5d8-c5b9f5e6fa30 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:22:42.299123 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0fd85f9d-dd42-42bc-82d5-f5cd0e924bb8 None None] Current status of the port 21d20c1a-673c-406c-84b6-f94ec6d2f740 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:22:42.299510 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0fd85f9d-dd42-42bc-82d5-f5cd0e924bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (21d20c1a-673c-406c-84b6-f94ec6d2f740), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:42.327598 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:42.378941 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0fd85f9d-dd42-42bc-82d5-f5cd0e924bb8 None None] For port 21d20c1a-673c-406c-84b6-f94ec6d2f740, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=21d20c1a-673c-406c-84b6-f94ec6d2f740,segment=NetworkSegment(213ec10e-1458-4e3a-b3ef-d80130593037),segment_id=213ec10e-1458-4e3a-b3ef-d80130593037)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:42.383287 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0fd85f9d-dd42-42bc-82d5-f5cd0e924bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (21d20c1a-673c-406c-84b6-f94ec6d2f740), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:42.452376 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:42.475647 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85f9d-dd42-42bc-82d5-f5cd0e924bb8 None None] Pushing event updated for resources: {'Port': ['ID=21d20c1a-673c-406c-84b6-f94ec6d2f740,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:42.488809 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-73674e45-3fd4-46da-8f36-2a67adc8b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54070d19-e920-4ab2-b5d8-c5b9f5e6fa30', 'name': 'tempest-TestVolumeBootPattern-1593525324-router', 'tenant_id': '78c9221526824231babe7a480dae7bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.177'}], 'enable_snat': True}, 'gw_port_id': 'cdce61a6-175f-4f0d-841f-49bc7204f470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:34Z', 'updated_at': '2022-07-05T10:22:38Z', 'revision_number': 4, 'project_id': '78c9221526824231babe7a480dae7bef', 'gw_port': {'id': 'cdce61a6-175f-4f0d-841f-49bc7204f470', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54070d19-e920-4ab2-b5d8-c5b9f5e6fa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:35Z', 'updated_at': '2022-07-05T10:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '21d20c1a-673c-406c-84b6-f94ec6d2f740', 'name': '', 'network_id': 'f8a6e15d-7b71-480b-9235-7bf71208e28b', 'tenant_id': '78c9221526824231babe7a480dae7bef', 'mac_address': 'fa:16:3e:bd:5f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54070d19-e920-4ab2-b5d8-c5b9f5e6fa30', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'b4eb0b88-2411-46ac-ad29-5a29d2eee8c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:38Z', 'updated_at': '2022-07-05T10:22:41Z', 'revision_number': 4, 'project_id': '78c9221526824231babe7a480dae7bef', 'subnets': [{'id': 'b4eb0b88-2411-46ac-ad29-5a29d2eee8c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:42.526858 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73674e45-3fd4-46da-8f36-2a67adc8b23e None None] The sync data for ids ['54070d19-e920-4ab2-b5d8-c5b9f5e6fa30'] in dv-cinder-master-3-iscsi is: [{'id': '54070d19-e920-4ab2-b5d8-c5b9f5e6fa30', 'name': 'tempest-TestVolumeBootPattern-1593525324-router', 'tenant_id': '78c9221526824231babe7a480dae7bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.177'}], 'enable_snat': True}, 'gw_port_id': 'cdce61a6-175f-4f0d-841f-49bc7204f470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:34Z', 'updated_at': '2022-07-05T10:22:38Z', 'revision_number': 4, 'project_id': '78c9221526824231babe7a480dae7bef', 'gw_port': {'id': 'cdce61a6-175f-4f0d-841f-49bc7204f470', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54070d19-e920-4ab2-b5d8-c5b9f5e6fa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:35Z', 'updated_at': '2022-07-05T10:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '21d20c1a-673c-406c-84b6-f94ec6d2f740', 'name': '', 'network_id': 'f8a6e15d-7b71-480b-9235-7bf71208e28b', 'tenant_id': '78c9221526824231babe7a480dae7bef', 'mac_address': 'fa:16:3e:bd:5f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54070d19-e920-4ab2-b5d8-c5b9f5e6fa30', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'b4eb0b88-2411-46ac-ad29-5a29d2eee8c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:38Z', 'updated_at': '2022-07-05T10:22:41Z', 'revision_number': 4, 'project_id': '78c9221526824231babe7a480dae7bef', 'subnets': [{'id': 'b4eb0b88-2411-46ac-ad29-5a29d2eee8c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:22:42.530892 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-59054ae0-10b5-4a9c-88be-5245ea77eecf None None] Provisioning complete for port 21d20c1a-673c-406c-84b6-f94ec6d2f740 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:22:42.531264 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-59054ae0-10b5-4a9c-88be-5245ea77eecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (21d20c1a-673c-406c-84b6-f94ec6d2f740), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:42.603434 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-59054ae0-10b5-4a9c-88be-5245ea77eecf None None] Current status of the port 21d20c1a-673c-406c-84b6-f94ec6d2f740 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:22:43.181135 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device cdce61a6-175f-4f0d-841f-49bc7204f470 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:43.251724 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port cdce61a6-175f-4f0d-841f-49bc7204f470 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:22:43.252087 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (cdce61a6-175f-4f0d-841f-49bc7204f470), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:43.325113 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port cdce61a6-175f-4f0d-841f-49bc7204f470 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:22:44.029184 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-daeeee70-d8ac-4b04-9a7b-70dc9a2ff707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:44.976957 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:45.191020 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 21d20c1a-673c-406c-84b6-f94ec6d2f740 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:45.237922 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port 21d20c1a-673c-406c-84b6-f94ec6d2f740 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:22:45.238283 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (21d20c1a-673c-406c-84b6-f94ec6d2f740), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:45.434782 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port 21d20c1a-673c-406c-84b6-f94ec6d2f740 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:22:46.303873 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:46.822429 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:22:48.262417 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:48.267937 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:50.036223 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=66,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:50.038163 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=22,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:50.776251 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:INSERT=13,neutron:UPDATE=1,neutron:SELECT=66,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:50.780273 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=75,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:56.815737 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:22:56.817609 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=57,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:23:03.485271 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-746c22a1-7077-461a-aff8-f6d33c19f8af tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1344850936&fields=id&tenant_id=86eac45249ad4a5e9513fcc091bcf42e HTTP/1.1" status: 200 len: 267 time: 0.0450606 Jul 05 10:23:03.593326 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-ad6d46a8-346b-4a13-b5f3-56eef18077d3 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:03.594767 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-ad6d46a8-346b-4a13-b5f3-56eef18077d3 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/networks?id=5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 HTTP/1.1" status: 200 len: 811 time: 0.1027749 Jul 05 10:23:03.609114 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-020e38d7-f5fc-4ab2-88ab-bf48f7832fcf tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/quotas/86eac45249ad4a5e9513fcc091bcf42e HTTP/1.1" status: 200 len: 375 time: 0.0086615 Jul 05 10:23:03.656660 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-d607cf6f-7f79-46fd-b5ce-bc85112fd95a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=86eac45249ad4a5e9513fcc091bcf42e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430219 Jul 05 10:23:03.796966 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-cba80220-b078-4366-8886-b75f070ea412 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 05 10:23:03.798044 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-cba80220-b078-4366-8886-b75f070ea412 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1298985 Jul 05 10:23:03.891483 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-ad6341af-0d22-4413-9eff-261a29c07da2 service neutron] 10.222.0.20 "GET /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871816 Jul 05 10:23:03.980104 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-5d21a214-473c-4427-a974-4e3247dab6e8 service neutron] 10.222.0.20 "GET /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824509 Jul 05 10:23:04.273972 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9da60969-b0c3-4e4d-9d58-626030eac010 req-8f3a4b25-6ee2-45ea-9b08-0ee5cfe4c8b9 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eeacca5-4921-455f-80e9-acee90ae762f HTTP/1.1" status: 200 len: 210 time: 0.0359342 Jul 05 10:23:05.246621 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-6a32a9b2-4c14-4aa4-a76c-f8852a429bb3 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:05.248127 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-6a32a9b2-4c14-4aa4-a76c-f8852a429bb3 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.30 "GET /v2.0/networks?id=5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 HTTP/1.1" status: 200 len: 811 time: 0.1008391 Jul 05 10:23:05.318539 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-554ad083-95a0-495e-88f1-46b8edf725d6 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86eac45249ad4a5e9513fcc091bcf42e HTTP/1.1" status: 200 len: 380 time: 0.0557768 Jul 05 10:23:05.326951 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-af05ef98-111e-49b3-af09-b38b6f233c60 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Request body: {'port': {'device_id': '1eeacca5-4921-455f-80e9-acee90ae762f', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'admin_state_up': True, 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'security_groups': ['f3fa079b-fc8b-4c1d-8db2-eaac005a69cb']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:23:05.386069 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2da3711b-e131-4fa9-af76-6007f4a7f696 req-5a3d3271-51de-42dd-bcef-325002260b4f tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eeacca5-4921-455f-80e9-acee90ae762f HTTP/1.1" status: 200 len: 210 time: 0.0395365 Jul 05 10:23:05.461653 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-af05ef98-111e-49b3-af09-b38b6f233c60 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Made reservation on behalf of 86eac45249ad4a5e9513fcc091bcf42e for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:23:05.465072 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-af05ef98-111e-49b3-af09-b38b6f233c60 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:05.593415 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-af05ef98-111e-49b3-af09-b38b6f233c60 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Allocated IP 172.20.0.8 (5a6b68d3-f3f2-400d-a2f3-b1cc33d83760/ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de/265f0d38-e515-44a1-95c5-3695adc2b78e) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:23:05.629550 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:23:05.700472 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:23:05.738865 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-af05ef98-111e-49b3-af09-b38b6f233c60 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for port (265f0d38-e515-44a1-95c5-3695adc2b78e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:05.772255 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-af05ef98-111e-49b3-af09-b38b6f233c60 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (265f0d38-e515-44a1-95c5-3695adc2b78e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:05.818936 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-af05ef98-111e-49b3-af09-b38b6f233c60 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Network 5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:23:05.822016 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-af05ef98-111e-49b3-af09-b38b6f233c60 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:23:05.826351 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-af05ef98-111e-49b3-af09-b38b6f233c60 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:23:05.854773 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05ef98-111e-49b3-af09-b38b6f233c60 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Pushing event updated for resources: {'Port': ['ID=265f0d38-e515-44a1-95c5-3695adc2b78e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:05.884541 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-af05ef98-111e-49b3-af09-b38b6f233c60 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:05.885172 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-af05ef98-111e-49b3-af09-b38b6f233c60 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:05.904964 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-af05ef98-111e-49b3-af09-b38b6f233c60 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5811527 Jul 05 10:23:05.924214 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-a69fc014-8650-4178-877a-2bd0f4849dfc service neutron] Request body: {'port': {'device_id': '1eeacca5-4921-455f-80e9-acee90ae762f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:23:05.993867 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-a69fc014-8650-4178-877a-2bd0f4849dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (265f0d38-e515-44a1-95c5-3695adc2b78e), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:06.053275 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2a89e584-67a0-4b1d-b678-3a9c74f16d21 None None] Provisioning complete for port 265f0d38-e515-44a1-95c5-3695adc2b78e triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:23:06.053874 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2a89e584-67a0-4b1d-b678-3a9c74f16d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (265f0d38-e515-44a1-95c5-3695adc2b78e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:06.086183 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2a89e584-67a0-4b1d-b678-3a9c74f16d21 None None] Port 265f0d38-e515-44a1-95c5-3695adc2b78e cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:23:06.223211 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:23:06.246586 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-a69fc014-8650-4178-877a-2bd0f4849dfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 265f0d38-e515-44a1-95c5-3695adc2b78e {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:23:06.253957 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-a69fc014-8650-4178-877a-2bd0f4849dfc service neutron] Publish callbacks [] for port (265f0d38-e515-44a1-95c5-3695adc2b78e), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:06.267271 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-a69fc014-8650-4178-877a-2bd0f4849dfc service neutron] Transition to ACTIVE for port object 265f0d38-e515-44a1-95c5-3695adc2b78e will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 10:23:06.270934 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-a69fc014-8650-4178-877a-2bd0f4849dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (265f0d38-e515-44a1-95c5-3695adc2b78e), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:06.325429 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69fc014-8650-4178-877a-2bd0f4849dfc service neutron] Pushing event updated for resources: {'Port': ['ID=265f0d38-e515-44a1-95c5-3695adc2b78e,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:06.340357 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=13 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:23:06.403319 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-a69fc014-8650-4178-877a-2bd0f4849dfc service neutron] Attempting to bind port 265f0d38-e515-44a1-95c5-3695adc2b78e on host hv-cinder-maste for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:23:06.403654 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-a69fc014-8650-4178-877a-2bd0f4849dfc service neutron] Attempting to bind port 265f0d38-e515-44a1-95c5-3695adc2b78e by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'dc2063b4-108b-4048-b510-8b6b924e698b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:23:06.403983 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-a69fc014-8650-4178-877a-2bd0f4849dfc service neutron] Attempting to bind port 265f0d38-e515-44a1-95c5-3695adc2b78e on network 5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:23:06.410210 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-a69fc014-8650-4178-877a-2bd0f4849dfc service neutron] Port 265f0d38-e515-44a1-95c5-3695adc2b78e on network 5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 10:23:06.410534 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-a69fc014-8650-4178-877a-2bd0f4849dfc service neutron] Attempting to bind port 265f0d38-e515-44a1-95c5-3695adc2b78e on network 5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:23:06.416659 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-a69fc014-8650-4178-877a-2bd0f4849dfc service neutron] Checking agent: {'id': '2022926f-89e6-45ab-bc5a-219d9ca35e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'started_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:23:06.416996 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-a69fc014-8650-4178-877a-2bd0f4849dfc service neutron] Checking segment: {'id': 'dc2063b4-108b-4048-b510-8b6b924e698b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:23:06.417430 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-a69fc014-8650-4178-877a-2bd0f4849dfc service neutron] Bound using segment: {'id': 'dc2063b4-108b-4048-b510-8b6b924e698b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:23:06.418131 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-a69fc014-8650-4178-877a-2bd0f4849dfc service neutron] Bound port: 265f0d38-e515-44a1-95c5-3695adc2b78e, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2063b4-108b-4048-b510-8b6b924e698b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:23:06.418271 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-a69fc014-8650-4178-877a-2bd0f4849dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (265f0d38-e515-44a1-95c5-3695adc2b78e), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:06.421007 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:23:06.514950 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-a69fc014-8650-4178-877a-2bd0f4849dfc service neutron] For port 265f0d38-e515-44a1-95c5-3695adc2b78e, host hv-cinder-maste, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:23:06.522359 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84331c-5b50-445d-90ac-c7efc5d8da9a req-1ec88193-7380-4691-9cde-80de8d7970d4 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:06.523836 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ba84331c-5b50-445d-90ac-c7efc5d8da9a req-1ec88193-7380-4691-9cde-80de8d7970d4 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eeacca5-4921-455f-80e9-acee90ae762f HTTP/1.1" status: 200 len: 943 time: 0.0640745 Jul 05 10:23:06.525513 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-a69fc014-8650-4178-877a-2bd0f4849dfc service neutron] For port 265f0d38-e515-44a1-95c5-3695adc2b78e, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=265f0d38-e515-44a1-95c5-3695adc2b78e,segment=NetworkSegment(dc2063b4-108b-4048-b510-8b6b924e698b),segment_id=dc2063b4-108b-4048-b510-8b6b924e698b)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:23:06.535608 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:23:06.537367 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-a69fc014-8650-4178-877a-2bd0f4849dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (265f0d38-e515-44a1-95c5-3695adc2b78e), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:06.590439 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-a69fc014-8650-4178-877a-2bd0f4849dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:06.591050 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-a69fc014-8650-4178-877a-2bd0f4849dfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:06.592418 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-a69fc014-8650-4178-877a-2bd0f4849dfc service neutron] 10.222.0.30 "PUT /v2.0/ports/265f0d38-e515-44a1-95c5-3695adc2b78e HTTP/1.1" status: 200 len: 1093 time: 0.6740415 Jul 05 10:23:06.594597 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eeacca5-4921-455f-80e9-acee90ae762f', 'tag': '265f0d38-e515-44a1-95c5-3695adc2b78e'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:23:06.596895 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bade944d-cde4-40f4-9c9a-10942d08f75d" -d '{"events": [{"name": "network-changed", "server_uuid": "1eeacca5-4921-455f-80e9-acee90ae762f", "tag": "265f0d38-e515-44a1-95c5-3695adc2b78e"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:23:06.636744 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69fc014-8650-4178-877a-2bd0f4849dfc service neutron] Pushing event updated for resources: {'Port': ['ID=265f0d38-e515-44a1-95c5-3695adc2b78e,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:06.642514 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ba84331c-5b50-445d-90ac-c7efc5d8da9a req-cad58916-46f6-4291-880a-fdbdc171ed3e tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125300 Jul 05 10:23:06.652694 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a87e08-b0e2-4bd4-a919-eafe9839d608 x-openstack-request-id: req-69a87e08-b0e2-4bd4-a919-eafe9839d608 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:23:06.652978 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eeacca5-4921-455f-80e9-acee90ae762f", "tag": "265f0d38-e515-44a1-95c5-3695adc2b78e", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:23:06.653228 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69a87e08-b0e2-4bd4-a919-eafe9839d608 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:23:06.653627 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69a87e08-b0e2-4bd4-a919-eafe9839d608'] response: {'name': 'network-changed', 'server_uuid': '1eeacca5-4921-455f-80e9-acee90ae762f', 'tag': '265f0d38-e515-44a1-95c5-3695adc2b78e', 'status': 'completed', 'code': 200} Jul 05 10:23:06.716296 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-0064741f-2d0d-44c1-9d18-245166599471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:06.717842 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-0064741f-2d0d-44c1-9d18-245166599471 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=86eac45249ad4a5e9513fcc091bcf42e&device_id=1eeacca5-4921-455f-80e9-acee90ae762f HTTP/1.1" status: 200 len: 1127 time: 0.0410032 Jul 05 10:23:06.767835 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-f94a4369-4602-4285-8a98-050678eda70f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=265f0d38-e515-44a1-95c5-3695adc2b78e HTTP/1.1" status: 200 len: 217 time: 0.0362391 Jul 05 10:23:06.815432 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-8aac802d-81f8-4461-b8c6-2a148a8fcad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:06.816880 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-8aac802d-81f8-4461-b8c6-2a148a8fcad4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de HTTP/1.1" status: 200 len: 850 time: 0.0437074 Jul 05 10:23:06.860757 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-0cca70af-0f40-4676-a00f-b923d6117dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:06.862181 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-0cca70af-0f40-4676-a00f-b923d6117dc3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a6b68d3-f3f2-400d-a2f3-b1cc33d83760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399842 Jul 05 10:23:06.954437 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-61d8902d-995a-47e1-94f0-e41372931864 service neutron] 10.222.0.30 "GET /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859616 Jul 05 10:23:07.041890 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6e6e8ae6-4eee-4ca2-a733-dbdb5caec3a5 req-f5874515-9e6f-4f93-9089-dfbaf1a16c7c service neutron] 10.222.0.30 "GET /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808072 Jul 05 10:23:07.756231 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76122954-e0f3-4156-8af6-f763b8561724 req-3eaa8a11-33fd-4a5e-b2e7-a90f29183a2d tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:07.757671 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-76122954-e0f3-4156-8af6-f763b8561724 req-3eaa8a11-33fd-4a5e-b2e7-a90f29183a2d tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eeacca5-4921-455f-80e9-acee90ae762f HTTP/1.1" status: 200 len: 943 time: 0.0465770 Jul 05 10:23:07.809336 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-76122954-e0f3-4156-8af6-f763b8561724 req-ee23f8ae-d662-4000-a75f-8d9aa7cd0d28 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463772 Jul 05 10:23:07.862561 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade944d-cde4-40f4-9c9a-10942d08f75d req-911438a3-2c34-4785-a5eb-48a94a8e59e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:07.864077 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bade944d-cde4-40f4-9c9a-10942d08f75d req-911438a3-2c34-4785-a5eb-48a94a8e59e4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=86eac45249ad4a5e9513fcc091bcf42e&device_id=1eeacca5-4921-455f-80e9-acee90ae762f HTTP/1.1" status: 200 len: 1127 time: 0.0392234 Jul 05 10:23:07.952218 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade944d-cde4-40f4-9c9a-10942d08f75d req-9776ff2f-65ac-47f2-93a2-0f282eab9b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:07.953685 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bade944d-cde4-40f4-9c9a-10942d08f75d req-9776ff2f-65ac-47f2-93a2-0f282eab9b10 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 HTTP/1.1" status: 200 len: 912 time: 0.0828071 Jul 05 10:23:07.993925 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bade944d-cde4-40f4-9c9a-10942d08f75d req-3a849fdb-9b97-49eb-bffe-6c03bd9bfd29 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=265f0d38-e515-44a1-95c5-3695adc2b78e HTTP/1.1" status: 200 len: 217 time: 0.0336955 Jul 05 10:23:08.040500 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade944d-cde4-40f4-9c9a-10942d08f75d req-2432f714-4315-4b36-990d-9120c518e4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:08.041843 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bade944d-cde4-40f4-9c9a-10942d08f75d req-2432f714-4315-4b36-990d-9120c518e4bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de HTTP/1.1" status: 200 len: 850 time: 0.0423388 Jul 05 10:23:08.085389 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade944d-cde4-40f4-9c9a-10942d08f75d req-6f7e6f55-a955-4f4f-a3d8-cdec009aa71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:08.086916 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bade944d-cde4-40f4-9c9a-10942d08f75d req-6f7e6f55-a955-4f4f-a3d8-cdec009aa71b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a6b68d3-f3f2-400d-a2f3-b1cc33d83760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377471 Jul 05 10:23:08.111696 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:23:08.431493 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bade944d-cde4-40f4-9c9a-10942d08f75d req-d4a38eed-e2d7-4aa9-9df4-b7b9b7fc2e23 service neutron] 10.222.0.30 "GET /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383169 Jul 05 10:23:08.522455 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bade944d-cde4-40f4-9c9a-10942d08f75d req-4df3e558-f785-461e-b6dc-11425a4da13a service neutron] 10.222.0.30 "GET /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846918 Jul 05 10:23:08.921276 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e66e31-1a97-41bf-8420-67c4be5b9c1d req-41a9d62f-1795-4fc5-9c19-5886b9b7c6c9 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:08.922768 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f9e66e31-1a97-41bf-8420-67c4be5b9c1d req-41a9d62f-1795-4fc5-9c19-5886b9b7c6c9 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eeacca5-4921-455f-80e9-acee90ae762f HTTP/1.1" status: 200 len: 943 time: 0.0469091 Jul 05 10:23:08.963614 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:23:08.973784 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f9e66e31-1a97-41bf-8420-67c4be5b9c1d req-528eb005-e8cc-4d9e-b44f-e4c50249af8d tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455048 Jul 05 10:23:10.085537 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ad55e-393f-4604-b2fa-b27d01ca4b61 req-26ad4c60-5ae3-404a-8e86-ef3759447ba1 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:10.086988 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f89ad55e-393f-4604-b2fa-b27d01ca4b61 req-26ad4c60-5ae3-404a-8e86-ef3759447ba1 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eeacca5-4921-455f-80e9-acee90ae762f HTTP/1.1" status: 200 len: 943 time: 0.0476968 Jul 05 10:23:10.135454 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f89ad55e-393f-4604-b2fa-b27d01ca4b61 req-66e89c9c-e951-4b63-b1bd-97d7d1f9ca81 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431116 Jul 05 10:23:11.249537 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9136ad1-597c-4361-a6a5-fab56dcbd790 req-207ddb77-287c-4516-9fe2-fecb21f98c57 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:11.250980 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e9136ad1-597c-4361-a6a5-fab56dcbd790 req-207ddb77-287c-4516-9fe2-fecb21f98c57 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eeacca5-4921-455f-80e9-acee90ae762f HTTP/1.1" status: 200 len: 943 time: 0.0495989 Jul 05 10:23:11.298989 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e9136ad1-597c-4361-a6a5-fab56dcbd790 req-1811fe1d-f643-4e93-b461-45d483094691 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418541 Jul 05 10:23:11.510132 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12f94bdb-6116-4f71-ab9e-be93342a4d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:11.899093 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:12.412515 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf2754-3af4-4ca6-abdb-a8a6e89d0231 req-3d651cc3-a06d-4347-b30f-f3b787a8764b tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:12.413961 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6caf2754-3af4-4ca6-abdb-a8a6e89d0231 req-3d651cc3-a06d-4347-b30f-f3b787a8764b tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eeacca5-4921-455f-80e9-acee90ae762f HTTP/1.1" status: 200 len: 943 time: 0.0470202 Jul 05 10:23:12.462417 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6caf2754-3af4-4ca6-abdb-a8a6e89d0231 req-0df2de88-27ef-45fe-a60f-cdd36c8ab09b tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429552 Jul 05 10:23:13.576348 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa0c14-fd3b-4a1f-b02b-5acae03a9bc4 req-3c5e28f7-cd6d-4c37-9a56-df254907952b tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:13.577769 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3eaa0c14-fd3b-4a1f-b02b-5acae03a9bc4 req-3c5e28f7-cd6d-4c37-9a56-df254907952b tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eeacca5-4921-455f-80e9-acee90ae762f HTTP/1.1" status: 200 len: 943 time: 0.0498502 Jul 05 10:23:13.626296 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3eaa0c14-fd3b-4a1f-b02b-5acae03a9bc4 req-a66860b1-587c-4c30-95b6-4ca993095362 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422604 Jul 05 10:23:13.973557 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 265f0d38-e515-44a1-95c5-3695adc2b78e details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:23:14.066287 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a60df181-e980-4c9d-96ea-92f235a7db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:14.085544 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 265f0d38-e515-44a1-95c5-3695adc2b78e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=265f0d38-e515-44a1-95c5-3695adc2b78e,segment=NetworkSegment(dc2063b4-108b-4048-b510-8b6b924e698b),segment_id=dc2063b4-108b-4048-b510-8b6b924e698b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:23:14.096730 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Returning: {'device': '265f0d38-e515-44a1-95c5-3695adc2b78e', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'port_id': '265f0d38-e515-44a1-95c5-3695adc2b78e', 'mac_address': 'fa:16:3e:5b:e7:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:23:14.130975 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port 265f0d38-e515-44a1-95c5-3695adc2b78e is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:23:14.131354 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (265f0d38-e515-44a1-95c5-3695adc2b78e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:14.144371 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 265f0d38-e515-44a1-95c5-3695adc2b78e {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:23:14.163697 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 265f0d38-e515-44a1-95c5-3695adc2b78e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=265f0d38-e515-44a1-95c5-3695adc2b78e,segment=NetworkSegment(dc2063b4-108b-4048-b510-8b6b924e698b),segment_id=dc2063b4-108b-4048-b510-8b6b924e698b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:23:14.167170 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (265f0d38-e515-44a1-95c5-3695adc2b78e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:14.212363 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=265f0d38-e515-44a1-95c5-3695adc2b78e,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:14.551452 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['265f0d38-e515-44a1-95c5-3695adc2b78e'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:23:14.741510 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d8ddb-6f04-4015-b3ab-5ded4692ef17 req-05611fc8-873c-4d21-aec9-30495a814ab3 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:14.742907 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b32d8ddb-6f04-4015-b3ab-5ded4692ef17 req-05611fc8-873c-4d21-aec9-30495a814ab3 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eeacca5-4921-455f-80e9-acee90ae762f HTTP/1.1" status: 200 len: 944 time: 0.0474555 Jul 05 10:23:14.791212 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b32d8ddb-6f04-4015-b3ab-5ded4692ef17 req-565d5b9d-9f3f-4580-bff5-9900a5908d6c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428300 Jul 05 10:23:14.981663 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:15.903327 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a33c3-e299-4640-8348-b3e01eb7e7ef req-ef86e0af-74ba-445a-86b5-35a262c26f84 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:15.904784 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e28a33c3-e299-4640-8348-b3e01eb7e7ef req-ef86e0af-74ba-445a-86b5-35a262c26f84 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eeacca5-4921-455f-80e9-acee90ae762f HTTP/1.1" status: 200 len: 944 time: 0.0457301 Jul 05 10:23:15.959880 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e28a33c3-e299-4640-8348-b3e01eb7e7ef req-97170925-371c-4065-9465-ec290cfa2ab9 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491412 Jul 05 10:23:16.009104 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 265f0d38-e515-44a1-95c5-3695adc2b78e up at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:23:16.051666 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning for port 265f0d38-e515-44a1-95c5-3695adc2b78e completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 10:23:16.053463 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:23:16.058170 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning complete for port 265f0d38-e515-44a1-95c5-3695adc2b78e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:23:16.058534 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (265f0d38-e515-44a1-95c5-3695adc2b78e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:16.127966 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port 265f0d38-e515-44a1-95c5-3695adc2b78e is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:23:16.128963 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (265f0d38-e515-44a1-95c5-3695adc2b78e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:16.131427 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:23:16.152375 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eeacca5-4921-455f-80e9-acee90ae762f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265f0d38-e515-44a1-95c5-3695adc2b78e'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:23:16.154599 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0ff12b24adccf04d36d5e95ed2fd555b52d0445ded186c21edfbf2ad21407b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964d6c00-ccc8-4ac5-9ef7-5910e41a1aa4" -d '{"events": [{"server_uuid": "1eeacca5-4921-455f-80e9-acee90ae762f", "name": "network-vif-plugged", "status": "completed", "tag": "265f0d38-e515-44a1-95c5-3695adc2b78e"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:23:16.170331 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 265f0d38-e515-44a1-95c5-3695adc2b78e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=265f0d38-e515-44a1-95c5-3695adc2b78e,segment=NetworkSegment(dc2063b4-108b-4048-b510-8b6b924e698b),segment_id=dc2063b4-108b-4048-b510-8b6b924e698b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:23:16.174237 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (265f0d38-e515-44a1-95c5-3695adc2b78e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:16.224952 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=265f0d38-e515-44a1-95c5-3695adc2b78e,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:16.254851 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1afaccf-b2c7-4114-a469-4417f212c6dd x-openstack-request-id: req-c1afaccf-b2c7-4114-a469-4417f212c6dd {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:23:16.255134 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eeacca5-4921-455f-80e9-acee90ae762f", "name": "network-vif-plugged", "status": "completed", "tag": "265f0d38-e515-44a1-95c5-3695adc2b78e", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:23:16.255385 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1afaccf-b2c7-4114-a469-4417f212c6dd {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:23:16.255840 dv-cinder-master-3-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1afaccf-b2c7-4114-a469-4417f212c6dd'] response: {'server_uuid': '1eeacca5-4921-455f-80e9-acee90ae762f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265f0d38-e515-44a1-95c5-3695adc2b78e', 'code': 200} Jul 05 10:23:16.312129 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:16.504861 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93903384-a1b3-4b15-b1f4-b546cc9a4550 req-5f7bbb15-b74f-486e-bd83-0bfa902e3be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:16.506384 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-93903384-a1b3-4b15-b1f4-b546cc9a4550 req-5f7bbb15-b74f-486e-bd83-0bfa902e3be4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1eeacca5-4921-455f-80e9-acee90ae762f HTTP/1.1" status: 200 len: 1129 time: 0.0401602 Jul 05 10:23:16.552262 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-93903384-a1b3-4b15-b1f4-b546cc9a4550 req-2f7fc8d5-6731-4d7e-b257-2259cb2b567b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396917 Jul 05 10:23:16.824000 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:17.071466 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f1e1a-0010-49c9-8702-7dbbe4a9a627 req-b383443b-68ae-4425-9920-7b8b02dee3c3 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:17.072940 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5d3f1e1a-0010-49c9-8702-7dbbe4a9a627 req-b383443b-68ae-4425-9920-7b8b02dee3c3 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eeacca5-4921-455f-80e9-acee90ae762f HTTP/1.1" status: 200 len: 945 time: 0.0471678 Jul 05 10:23:17.105491 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:23:17.122286 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5d3f1e1a-0010-49c9-8702-7dbbe4a9a627 req-7cee2d82-fd56-42ad-8ac7-0c7fb35181fb tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439839 Jul 05 10:23:18.240943 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e3892-00d1-4e17-8bc4-744e18698754 req-08574fe6-fc0c-4cc8-9048-5e3f41472a53 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:18.242529 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c51e3892-00d1-4e17-8bc4-744e18698754 req-08574fe6-fc0c-4cc8-9048-5e3f41472a53 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eeacca5-4921-455f-80e9-acee90ae762f HTTP/1.1" status: 200 len: 945 time: 0.0535376 Jul 05 10:23:18.294299 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c51e3892-00d1-4e17-8bc4-744e18698754 req-3c073bee-e04b-450a-817f-baadaaa1e1e3 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461738 Jul 05 10:23:19.407078 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23413cd6-74e0-4d57-8b47-d49f5c9a4946 req-f3a3025f-4378-4383-8d33-e62dd7ad9bbb tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:19.408556 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-23413cd6-74e0-4d57-8b47-d49f5c9a4946 req-f3a3025f-4378-4383-8d33-e62dd7ad9bbb tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eeacca5-4921-455f-80e9-acee90ae762f HTTP/1.1" status: 200 len: 945 time: 0.0470893 Jul 05 10:23:19.456858 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-23413cd6-74e0-4d57-8b47-d49f5c9a4946 req-40200ed1-187a-47a2-946c-2448a11fa793 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429261 Jul 05 10:23:19.565986 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee65c3-4b6e-4aa7-89a9-a87b817513a4 req-d7030500-4862-46ab-b092-8aa00948903b tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:19.567423 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d7ee65c3-4b6e-4aa7-89a9-a87b817513a4 req-d7030500-4862-46ab-b092-8aa00948903b tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eeacca5-4921-455f-80e9-acee90ae762f HTTP/1.1" status: 200 len: 945 time: 0.0462883 Jul 05 10:23:19.618520 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d7ee65c3-4b6e-4aa7-89a9-a87b817513a4 req-de1d9d29-7280-4bf2-99ed-6ec8b9c11357 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456226 Jul 05 10:23:19.640508 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 51922) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:23:19.717881 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9144c1-3ed0-4605-aba8-a5a96ecaad05 tempest-TestVolumeBootPattern-847478044 tempest-TestVolumeBootPattern-847478044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:19.719363 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-bb9144c1-3ed0-4605-aba8-a5a96ecaad05 tempest-TestVolumeBootPattern-847478044 tempest-TestVolumeBootPattern-847478044-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1eeacca5-4921-455f-80e9-acee90ae762f HTTP/1.1" status: 200 len: 1124 time: 0.0779331 Jul 05 10:23:19.722804 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 51926) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:23:19.726900 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Request body: {'floatingip': {'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'port_id': '265f0d38-e515-44a1-95c5-3695adc2b78e', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:23:19.731041 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:23:19.749044 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:19.827768 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:19.929810 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Allocated IP 172.37.2.179 (41de873a-d138-4cc5-b805-d53357ba161e/988cd17f-ff06-4e31-a156-b2c72b1aa185/47a299aa-98ae-4408-a21f-fa850df53fea) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:23:20.032330 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for port (47a299aa-98ae-4408-a21f-fa850df53fea), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:20.063717 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (47a299aa-98ae-4408-a21f-fa850df53fea), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:20.104952 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Network 41de873a-d138-4cc5-b805-d53357ba161e is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:23:20.107999 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:23:20.112336 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:23:20.115512 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Pushing event updated for resources: {'Port': ['ID=47a299aa-98ae-4408-a21f-fa850df53fea,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:20.145375 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:20.145715 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:20.146051 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:20.146385 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:20.146712 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:20.147032 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:20.147369 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:20.147670 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:20.147988 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:20.148306 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:20.148647 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:20.148966 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:20.149281 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:20.149594 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:20.149904 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:20.165810 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:23:20.471986 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for floatingip (a33e5126-9de7-4ec4-baae-2736f44e4d05), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:20.529881 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:23:20.536847 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (47a299aa-98ae-4408-a21f-fa850df53fea), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:20.678992 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for port (47a299aa-98ae-4408-a21f-fa850df53fea), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:20.683149 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (47a299aa-98ae-4408-a21f-fa850df53fea), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:20.750375 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Pushing event updated for resources: {'Port': ['ID=47a299aa-98ae-4408-a21f-fa850df53fea,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:20.764298 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-790480'] for floatingip (a33e5126-9de7-4ec4-baae-2736f44e4d05), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:20.858109 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.db.l3_db [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Floating IP a33e5126-9de7-4ec4-baae-2736f44e4d05 associated. External IP: 172.37.2.179, port: 265f0d38-e515-44a1-95c5-3695adc2b78e. Jul 05 10:23:20.936134 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:23:21.051864 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Router 66b77f47-8c30-400a-a7f5-1c9128668fb0 has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:23:21.153856 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:23:21.163980 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e96754-c1b6-4c3d-bb35-dd119e477196 None None] Sync routers for ids ['66b77f47-8c30-400a-a7f5-1c9128668fb0'] in dv-cinder-master-3-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:23:21.167770 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=20 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:23:21.170655 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:21.176360 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e96754-c1b6-4c3d-bb35-dd119e477196 None None] Routers {'66b77f47-8c30-400a-a7f5-1c9128668fb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:23:21.177018 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-36e96754-c1b6-4c3d-bb35-dd119e477196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:23:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['66b77f47-8c30-400a-a7f5-1c9128668fb0'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:23:21.201314 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-0e791d6c-9f2d-41e4-b419-152da8ddf53a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4775207 Jul 05 10:23:21.201891 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eeacca5-4921-455f-80e9-acee90ae762f', 'tag': '265f0d38-e515-44a1-95c5-3695adc2b78e'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:23:21.204128 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c26df31-4cdf-4d74-bb60-c8933d71d198" -d '{"events": [{"name": "network-changed", "server_uuid": "1eeacca5-4921-455f-80e9-acee90ae762f", "tag": "265f0d38-e515-44a1-95c5-3695adc2b78e"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:23:21.239289 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b83d40-cab8-425d-ac0f-7b353ea46d85 x-openstack-request-id: req-03b83d40-cab8-425d-ac0f-7b353ea46d85 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:23:21.239570 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eeacca5-4921-455f-80e9-acee90ae762f", "tag": "265f0d38-e515-44a1-95c5-3695adc2b78e", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:23:21.239815 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03b83d40-cab8-425d-ac0f-7b353ea46d85 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:23:21.240219 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03b83d40-cab8-425d-ac0f-7b353ea46d85'] response: {'name': 'network-changed', 'server_uuid': '1eeacca5-4921-455f-80e9-acee90ae762f', 'tag': '265f0d38-e515-44a1-95c5-3695adc2b78e', 'status': 'completed', 'code': 200} Jul 05 10:23:21.279559 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-36e96754-c1b6-4c3d-bb35-dd119e477196 None None] Set router 66b77f47-8c30-400a-a7f5-1c9128668fb0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:23:21.358769 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26df31-4cdf-4d74-bb60-c8933d71d198 req-1058290d-94d9-4487-9ef9-57bc28b4ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:21.360283 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6c26df31-4cdf-4d74-bb60-c8933d71d198 req-1058290d-94d9-4487-9ef9-57bc28b4ef8e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=86eac45249ad4a5e9513fcc091bcf42e&device_id=1eeacca5-4921-455f-80e9-acee90ae762f HTTP/1.1" status: 200 len: 1129 time: 0.0448024 Jul 05 10:23:21.466258 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26df31-4cdf-4d74-bb60-c8933d71d198 req-84bff5f7-893d-4c82-80c5-6d535ebf5105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:21.467723 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6c26df31-4cdf-4d74-bb60-c8933d71d198 req-84bff5f7-893d-4c82-80c5-6d535ebf5105 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 HTTP/1.1" status: 200 len: 912 time: 0.0859866 Jul 05 10:23:21.492086 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-36e96754-c1b6-4c3d-bb35-dd119e477196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'name': 'tempest-TestVolumeBootPattern-895301703-router', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47'}], 'enable_snat': True}, 'gw_port_id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:29Z', 'updated_at': '2022-07-05T10:22:32Z', 'revision_number': 4, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'gw_port': {'id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:30Z', 'updated_at': '2022-07-05T10:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a33e5126-9de7-4ec4-baae-2736f44e4d05', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'floating_ip_address': '172.37.2.179', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'port_id': '265f0d38-e515-44a1-95c5-3695adc2b78e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'mac_address': 'fa:16:3e:5b:e7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeacca5-4921-455f-80e9-acee90ae762f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:23:20Z', 'updated_at': '2022-07-05T10:23:20Z', 'revision_number': 0, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f546b8e-b803-43c0-b284-88af45711c72', 'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'mac_address': 'fa:16:3e:ae:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:31Z', 'updated_at': '2022-07-05T10:22:36Z', 'revision_number': 5, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'subnets': [{'id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:23:21.515489 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e96754-c1b6-4c3d-bb35-dd119e477196 None None] Checking router: 66b77f47-8c30-400a-a7f5-1c9128668fb0 for host: dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:23:21.523314 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e96754-c1b6-4c3d-bb35-dd119e477196 None None] Routers {'66b77f47-8c30-400a-a7f5-1c9128668fb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:23:21.523886 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-36e96754-c1b6-4c3d-bb35-dd119e477196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:23:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['66b77f47-8c30-400a-a7f5-1c9128668fb0'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:23:21.621636 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-36e96754-c1b6-4c3d-bb35-dd119e477196 None None] Set router 66b77f47-8c30-400a-a7f5-1c9128668fb0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:23:21.675923 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6c26df31-4cdf-4d74-bb60-c8933d71d198 req-20f70a0e-eb75-4ec3-8611-9b5286f03994 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=265f0d38-e515-44a1-95c5-3695adc2b78e HTTP/1.1" status: 200 len: 999 time: 0.0587773 Jul 05 10:23:21.718881 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:23:21.727331 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26df31-4cdf-4d74-bb60-c8933d71d198 req-5ba26fe4-8034-4d5d-9157-e7ead91e941d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:21.728790 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6c26df31-4cdf-4d74-bb60-c8933d71d198 req-5ba26fe4-8034-4d5d-9157-e7ead91e941d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de HTTP/1.1" status: 200 len: 850 time: 0.0464749 Jul 05 10:23:21.772332 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26df31-4cdf-4d74-bb60-c8933d71d198 req-1d1d6721-3df8-4789-b24b-575c2dc40147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:21.773825 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6c26df31-4cdf-4d74-bb60-c8933d71d198 req-1d1d6721-3df8-4789-b24b-575c2dc40147 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a6b68d3-f3f2-400d-a2f3-b1cc33d83760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379777 Jul 05 10:23:21.830999 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-36e96754-c1b6-4c3d-bb35-dd119e477196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'name': 'tempest-TestVolumeBootPattern-895301703-router', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47'}], 'enable_snat': True}, 'gw_port_id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:29Z', 'updated_at': '2022-07-05T10:22:32Z', 'revision_number': 4, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'gw_port': {'id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:30Z', 'updated_at': '2022-07-05T10:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a33e5126-9de7-4ec4-baae-2736f44e4d05', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'floating_ip_address': '172.37.2.179', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'port_id': '265f0d38-e515-44a1-95c5-3695adc2b78e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'mac_address': 'fa:16:3e:5b:e7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeacca5-4921-455f-80e9-acee90ae762f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:23:20Z', 'updated_at': '2022-07-05T10:23:20Z', 'revision_number': 0, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f546b8e-b803-43c0-b284-88af45711c72', 'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'mac_address': 'fa:16:3e:ae:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:31Z', 'updated_at': '2022-07-05T10:22:36Z', 'revision_number': 5, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'subnets': [{'id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:23:21.855924 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e96754-c1b6-4c3d-bb35-dd119e477196 None None] The sync data for ids ['66b77f47-8c30-400a-a7f5-1c9128668fb0'] in dv-cinder-master-3-iscsi is: [{'id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'name': 'tempest-TestVolumeBootPattern-895301703-router', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47'}], 'enable_snat': True}, 'gw_port_id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:29Z', 'updated_at': '2022-07-05T10:22:32Z', 'revision_number': 4, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'gw_port': {'id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:30Z', 'updated_at': '2022-07-05T10:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a33e5126-9de7-4ec4-baae-2736f44e4d05', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'floating_ip_address': '172.37.2.179', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'port_id': '265f0d38-e515-44a1-95c5-3695adc2b78e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'mac_address': 'fa:16:3e:5b:e7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeacca5-4921-455f-80e9-acee90ae762f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:23:20Z', 'updated_at': '2022-07-05T10:23:20Z', 'revision_number': 0, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f546b8e-b803-43c0-b284-88af45711c72', 'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'mac_address': 'fa:16:3e:ae:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:31Z', 'updated_at': '2022-07-05T10:22:36Z', 'revision_number': 5, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'subnets': [{'id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:23:21.867070 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6c26df31-4cdf-4d74-bb60-c8933d71d198 req-e1db9496-903e-498f-acf5-c6cde050ba75 service neutron] 10.222.0.30 "GET /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872221 Jul 05 10:23:21.959146 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6c26df31-4cdf-4d74-bb60-c8933d71d198 req-e3ed93a3-a2b5-4532-bd18-87dc1c5c5843 service neutron] 10.222.0.30 "GET /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861554 Jul 05 10:23:22.047270 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a782877a-d430-4a94-aca2-60958072b88a None None] New status for floating IP a33e5126-9de7-4ec4-baae-2736f44e4d05: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 10:23:24.043180 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d0b6350a-6d29-4135-9b56-f5d30807b25a req-81d1f1c6-3db6-4aa5-8433-c5a344077c80 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408812 Jul 05 10:23:24.139189 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6350a-6d29-4135-9b56-f5d30807b25a req-982af431-55e6-49bd-ba7c-3e80af7d588f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:24.140658 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d0b6350a-6d29-4135-9b56-f5d30807b25a req-982af431-55e6-49bd-ba7c-3e80af7d588f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0c19d009f1b4ef09a40267bcf654107&device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 1130 time: 0.0388358 Jul 05 10:23:24.240843 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6350a-6d29-4135-9b56-f5d30807b25a req-846c4686-d144-4639-97ea-9a4d5736f1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:24.242270 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d0b6350a-6d29-4135-9b56-f5d30807b25a req-846c4686-d144-4639-97ea-9a4d5736f1ec service neutron] 10.222.0.30 "GET /v2.0/networks?id=fddec1cf-8b7c-4e90-af09-12a66276106e HTTP/1.1" status: 200 len: 918 time: 0.0843875 Jul 05 10:23:24.306567 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d0b6350a-6d29-4135-9b56-f5d30807b25a req-34ddc50c-6cf1-4567-a958-49e395efe786 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ceece817-3e21-46da-8f70-bbfe947c7cd6 HTTP/1.1" status: 200 len: 1001 time: 0.0575638 Jul 05 10:23:24.342670 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:23:24.355398 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6350a-6d29-4135-9b56-f5d30807b25a req-ae812b60-7e5b-4a91-9808-e42d8180620d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:24.356810 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d0b6350a-6d29-4135-9b56-f5d30807b25a req-ae812b60-7e5b-4a91-9808-e42d8180620d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de HTTP/1.1" status: 200 len: 856 time: 0.0432920 Jul 05 10:23:24.397900 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6350a-6d29-4135-9b56-f5d30807b25a req-11d35fad-2614-44cd-9591-7cff9591d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:24.399303 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d0b6350a-6d29-4135-9b56-f5d30807b25a req-11d35fad-2614-44cd-9591-7cff9591d2bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fddec1cf-8b7c-4e90-af09-12a66276106e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367162 Jul 05 10:23:24.491106 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d0b6350a-6d29-4135-9b56-f5d30807b25a req-1cc2b687-46c4-47be-b777-a30cc58f91bf service neutron] 10.222.0.30 "GET /v2.0/networks/fddec1cf-8b7c-4e90-af09-12a66276106e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850363 Jul 05 10:23:24.576546 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d0b6350a-6d29-4135-9b56-f5d30807b25a req-18d41a7e-79cc-4812-b9e8-71383d4b6fb7 service neutron] 10.222.0.30 "GET /v2.0/networks/fddec1cf-8b7c-4e90-af09-12a66276106e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790012 Jul 05 10:23:31.833526 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=76 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:23:31.834493 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=73 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:23:32.147956 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=30,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:23:32.150150 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:23:34.572027 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=79 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:23:34.574027 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=23 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:23:41.511177 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d50de659-1925-4120-a966-6f5533ae2ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:41.891566 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:43.222468 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:23:44.030385 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0e4bbad7-19f7-4e51-87b4-7c4e77ef33b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:44.982266 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:46.309748 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:46.828087 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:23:54.515934 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348cf97-1bdb-4f41-b1fc-49f2148ef691 req-fd75a8a4-4652-44d3-bcd5-bb0131a23da9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:54.517310 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6348cf97-1bdb-4f41-b1fc-49f2148ef691 req-fd75a8a4-4652-44d3-bcd5-bb0131a23da9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 946 time: 0.0509236 Jul 05 10:23:54.564903 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6348cf97-1bdb-4f41-b1fc-49f2148ef691 req-b1b791e5-21de-4852-8bda-7e46e09c9075 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421469 Jul 05 10:23:55.685422 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579bde08-bdd1-400d-bcc4-6b2bbaf40ea6 req-cb4b8bbc-58b8-4883-a7b2-f1d821add482 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:55.686857 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-579bde08-bdd1-400d-bcc4-6b2bbaf40ea6 req-cb4b8bbc-58b8-4883-a7b2-f1d821add482 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 946 time: 0.0457544 Jul 05 10:23:55.732595 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-579bde08-bdd1-400d-bcc4-6b2bbaf40ea6 req-893eaef7-c710-46cb-8281-412ed5515ed4 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402722 Jul 05 10:23:56.820566 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:23:56.822491 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:23:56.853895 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79faf5-3f36-4c85-97cc-261dd5c5ce09 req-299fc63a-124f-489b-b1ae-4584b33830fa tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:56.855362 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6a79faf5-3f36-4c85-97cc-261dd5c5ce09 req-299fc63a-124f-489b-b1ae-4584b33830fa tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 946 time: 0.0523441 Jul 05 10:23:56.901610 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6a79faf5-3f36-4c85-97cc-261dd5c5ce09 req-11a1f7d2-c1f2-45a7-8bd1-58ae0aca6951 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406611 Jul 05 10:23:58.017811 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9baa5a-ce73-4026-a0d1-8e79057a4115 req-eb417129-1093-4578-88bd-91216a46b0b7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:58.019263 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8c9baa5a-ce73-4026-a0d1-8e79057a4115 req-eb417129-1093-4578-88bd-91216a46b0b7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 946 time: 0.0468781 Jul 05 10:23:58.065603 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8c9baa5a-ce73-4026-a0d1-8e79057a4115 req-5d5053bc-c757-4277-9668-0507a5e9c606 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408165 Jul 05 10:23:59.183839 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e1c09-a7bc-4908-8ea5-b9ea2a1e1135 req-e7fd1547-ca48-4dbe-b48c-7460d00440e2 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:23:59.185329 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f47e1c09-a7bc-4908-8ea5-b9ea2a1e1135 req-e7fd1547-ca48-4dbe-b48c-7460d00440e2 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 946 time: 0.0470781 Jul 05 10:23:59.234581 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f47e1c09-a7bc-4908-8ea5-b9ea2a1e1135 req-cfa5be4d-ef66-418e-a10b-a16d6ff4de63 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437341 Jul 05 10:24:00.350469 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b1cae-b9ac-432e-ad1c-afae4f6d2c6b req-c63d60c7-da6e-4127-91fc-481480193e2c tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:00.351912 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d91b1cae-b9ac-432e-ad1c-afae4f6d2c6b req-c63d60c7-da6e-4127-91fc-481480193e2c tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 946 time: 0.0472300 Jul 05 10:24:00.398049 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d91b1cae-b9ac-432e-ad1c-afae4f6d2c6b req-14e06b17-dabd-4c3d-a370-697556ec23eb tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406280 Jul 05 10:24:01.512379 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075f5fb-269e-44fe-a266-cc8e0dc7812c req-68b5b220-d5d2-44d5-9a9d-7ba11660b995 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:01.513834 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c075f5fb-269e-44fe-a266-cc8e0dc7812c req-68b5b220-d5d2-44d5-9a9d-7ba11660b995 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 946 time: 0.0462029 Jul 05 10:24:01.559392 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c075f5fb-269e-44fe-a266-cc8e0dc7812c req-6b9b5b79-0fac-48c3-88b1-c4b25c5dc376 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402408 Jul 05 10:24:02.679496 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f360901-1399-410a-833c-c117a89126b6 req-aaaab0f7-6ee2-482f-9cd0-36702d99fcf3 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:02.680974 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1f360901-1399-410a-833c-c117a89126b6 req-aaaab0f7-6ee2-482f-9cd0-36702d99fcf3 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 946 time: 0.0499594 Jul 05 10:24:02.726928 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1f360901-1399-410a-833c-c117a89126b6 req-0be37147-28ab-49af-ba5d-5197346540cc tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404329 Jul 05 10:24:03.843978 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5afee-616b-4dee-81a1-5a97e4f37565 req-2a3a2282-8e41-429d-a6f6-2097197826b6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:03.845485 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-91d5afee-616b-4dee-81a1-5a97e4f37565 req-2a3a2282-8e41-429d-a6f6-2097197826b6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 946 time: 0.0481911 Jul 05 10:24:03.892413 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-91d5afee-616b-4dee-81a1-5a97e4f37565 req-1c7e2cac-fb04-44c5-a393-bb375c064736 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413437 Jul 05 10:24:05.008132 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8ed0e-57c3-4cb4-a038-2a4ca16e197f req-81331aee-f140-43ae-ab87-71c76b9c751c tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:05.010173 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-30c8ed0e-57c3-4cb4-a038-2a4ca16e197f req-81331aee-f140-43ae-ab87-71c76b9c751c tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 946 time: 0.0452883 Jul 05 10:24:05.058856 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-30c8ed0e-57c3-4cb4-a038-2a4ca16e197f req-6ab36748-fda0-46e3-8d9a-0a9954b9ac27 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433538 Jul 05 10:24:06.174380 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7abd5-baa3-4c78-aa8f-cdb9e82c66e7 req-7f85a376-4aae-4bd8-9c52-c8bbfc1cf0ca tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:06.175884 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c8a7abd5-baa3-4c78-aa8f-cdb9e82c66e7 req-7f85a376-4aae-4bd8-9c52-c8bbfc1cf0ca tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 946 time: 0.0464659 Jul 05 10:24:06.206603 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:24:06.223462 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c8a7abd5-baa3-4c78-aa8f-cdb9e82c66e7 req-9390f0f8-18c2-448f-8df7-404701962292 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422809 Jul 05 10:24:06.306326 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device ceece817-3e21-46da-8f70-bbfe947c7cd6 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:24:06.401925 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port ceece817-3e21-46da-8f70-bbfe947c7cd6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ceece817-3e21-46da-8f70-bbfe947c7cd6,segment=NetworkSegment(bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa),segment_id=bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:24:06.412694 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Returning: {'device': 'ceece817-3e21-46da-8f70-bbfe947c7cd6', 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e', 'port_id': 'ceece817-3e21-46da-8f70-bbfe947c7cd6', 'mac_address': 'fa:16:3e:e9:36:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:24:06.450294 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port ceece817-3e21-46da-8f70-bbfe947c7cd6 is: ACTIVE; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:24:06.450681 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (ceece817-3e21-46da-8f70-bbfe947c7cd6), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:24:06.463125 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ceece817-3e21-46da-8f70-bbfe947c7cd6 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:24:06.481914 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port ceece817-3e21-46da-8f70-bbfe947c7cd6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ceece817-3e21-46da-8f70-bbfe947c7cd6,segment=NetworkSegment(bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa),segment_id=bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:24:06.485776 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (ceece817-3e21-46da-8f70-bbfe947c7cd6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:24:06.531968 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=ceece817-3e21-46da-8f70-bbfe947c7cd6,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:06.538973 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:06.539317 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:06.539655 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:06.539993 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:06.540859 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:06.541183 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:06.541507 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:06.541829 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:06.542152 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:06.542472 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:06.542795 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:06.543115 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:06.543431 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:06.543748 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:06.544063 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:06.648170 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['ceece817-3e21-46da-8f70-bbfe947c7cd6'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:24:07.329791 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:24:07.340925 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e535ed-fea0-40cc-9602-22d4409891b9 req-da68f93f-5843-46b8-9649-92e9419db5b9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:07.342388 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d7e535ed-fea0-40cc-9602-22d4409891b9 req-da68f93f-5843-46b8-9649-92e9419db5b9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 945 time: 0.0473766 Jul 05 10:24:07.387360 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d7e535ed-fea0-40cc-9602-22d4409891b9 req-757769e5-7995-4eab-ac12-1af03bd977ff tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395691 Jul 05 10:24:08.301798 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device ceece817-3e21-46da-8f70-bbfe947c7cd6 up at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:24:08.344950 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning complete for port ceece817-3e21-46da-8f70-bbfe947c7cd6 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:24:08.345312 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (ceece817-3e21-46da-8f70-bbfe947c7cd6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:24:08.417698 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port ceece817-3e21-46da-8f70-bbfe947c7cd6 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:24:08.418080 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (ceece817-3e21-46da-8f70-bbfe947c7cd6), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:24:08.440574 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c90da36-1371-4861-9756-e275bf1f514a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceece817-3e21-46da-8f70-bbfe947c7cd6'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:24:08.442773 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0ff12b24adccf04d36d5e95ed2fd555b52d0445ded186c21edfbf2ad21407b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35422433-26bd-447b-9495-575397d1d9f6" -d '{"events": [{"server_uuid": "1c90da36-1371-4861-9756-e275bf1f514a", "name": "network-vif-plugged", "status": "completed", "tag": "ceece817-3e21-46da-8f70-bbfe947c7cd6"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:24:08.455585 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port ceece817-3e21-46da-8f70-bbfe947c7cd6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ceece817-3e21-46da-8f70-bbfe947c7cd6,segment=NetworkSegment(bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa),segment_id=bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:24:08.460575 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (ceece817-3e21-46da-8f70-bbfe947c7cd6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:24:08.484565 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0a60d6-442c-45ea-b5c8-ebf2be8ae480 x-openstack-request-id: req-3d0a60d6-442c-45ea-b5c8-ebf2be8ae480 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:24:08.484852 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c90da36-1371-4861-9756-e275bf1f514a", "name": "network-vif-plugged", "status": "completed", "tag": "ceece817-3e21-46da-8f70-bbfe947c7cd6", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:24:08.485100 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d0a60d6-442c-45ea-b5c8-ebf2be8ae480 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:24:08.485482 dv-cinder-master-3-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d0a60d6-442c-45ea-b5c8-ebf2be8ae480'] response: {'server_uuid': '1c90da36-1371-4861-9756-e275bf1f514a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceece817-3e21-46da-8f70-bbfe947c7cd6', 'code': 200} Jul 05 10:24:08.510261 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=ceece817-3e21-46da-8f70-bbfe947c7cd6,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:08.513727 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdead1c6-ac67-4ef9-acdb-fb6778b3388a req-264b0e6a-29f6-484b-9ce4-db743deff9f6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:08.515231 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fdead1c6-ac67-4ef9-acdb-fb6778b3388a req-264b0e6a-29f6-484b-9ce4-db743deff9f6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 946 time: 0.0559504 Jul 05 10:24:08.567902 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fdead1c6-ac67-4ef9-acdb-fb6778b3388a req-12db23bf-3151-415c-91d6-59b6916ce298 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471447 Jul 05 10:24:09.690323 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2e268-bd9e-4924-9c03-79ce225d030e req-406b068a-8177-4b61-97cc-0dae95aaf369 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:09.691770 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-dda2e268-bd9e-4924-9c03-79ce225d030e req-406b068a-8177-4b61-97cc-0dae95aaf369 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 946 time: 0.0479951 Jul 05 10:24:09.737638 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-dda2e268-bd9e-4924-9c03-79ce225d030e req-004f0658-36c3-45f0-8810-6740a499e384 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401824 Jul 05 10:24:10.214088 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=7 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:24:10.214796 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:24:10.854717 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c4400-c193-4a66-bdb9-80f6e0419bf5 req-b7ba190d-926c-4055-bda7-af3b70f5b6d7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:10.856162 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-838c4400-c193-4a66-bdb9-80f6e0419bf5 req-b7ba190d-926c-4055-bda7-af3b70f5b6d7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 946 time: 0.0491185 Jul 05 10:24:11.141931 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-838c4400-c193-4a66-bdb9-80f6e0419bf5 req-c9e42baa-b009-4f00-88c2-7cf6d858bf63 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2801929 Jul 05 10:24:11.512665 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-322ee1de-9140-4dec-969b-ecf4168dac4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:24:11.895409 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:24:12.262014 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e7ea37-315a-440d-9164-15c106129aa3 req-f855f0b7-11ae-4c07-a04a-cfdbbd7aa858 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:12.269305 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-87e7ea37-315a-440d-9164-15c106129aa3 req-f855f0b7-11ae-4c07-a04a-cfdbbd7aa858 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 946 time: 0.0549481 Jul 05 10:24:12.314436 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-87e7ea37-315a-440d-9164-15c106129aa3 req-c3aee537-4166-4328-9df5-7905b709716c tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441539 Jul 05 10:24:13.441883 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaea065-3d3b-418a-882b-b7081a3b90ce req-5a0839bb-5e1b-4328-a595-2d4b39e038e6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:13.443757 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-edaea065-3d3b-418a-882b-b7081a3b90ce req-5a0839bb-5e1b-4328-a595-2d4b39e038e6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 946 time: 0.0496600 Jul 05 10:24:13.497601 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-edaea065-3d3b-418a-882b-b7081a3b90ce req-2aceabe5-bf24-480a-9b4f-4de9a40d4153 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480344 Jul 05 10:24:14.038980 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-97f99225-e8da-4ce1-b0be-3c4503c55d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:24:14.626117 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d91738-6e8b-47f9-9a25-7470e84e5dfc req-60592151-f106-4e0e-aff0-c4f2c3559e07 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:14.627956 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-76d91738-6e8b-47f9-9a25-7470e84e5dfc req-60592151-f106-4e0e-aff0-c4f2c3559e07 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 946 time: 0.0554712 Jul 05 10:24:14.679635 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-76d91738-6e8b-47f9-9a25-7470e84e5dfc req-08f0ccb9-d350-4764-961c-9780919c2b35 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447595 Jul 05 10:24:15.046441 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:24:15.816441 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1d545-6089-4052-a66d-920480441c05 req-bb5c4a49-0572-4dd4-b73a-7dde7b397164 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:15.818604 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f3c1d545-6089-4052-a66d-920480441c05 req-bb5c4a49-0572-4dd4-b73a-7dde7b397164 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 946 time: 0.0534675 Jul 05 10:24:15.880988 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f3c1d545-6089-4052-a66d-920480441c05 req-7a004dde-2dc2-46bb-8219-d293b5dc6088 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565779 Jul 05 10:24:16.287436 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:24:16.321085 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:24:16.360928 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:24:16.840489 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:24:17.035816 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d8483-02dd-4c5c-b1e2-9666e087be00 req-13b11dbd-dfa5-4398-9313-3721249baac7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:17.038717 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-628d8483-02dd-4c5c-b1e2-9666e087be00 req-13b11dbd-dfa5-4398-9313-3721249baac7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 946 time: 0.0645318 Jul 05 10:24:17.095249 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-628d8483-02dd-4c5c-b1e2-9666e087be00 req-b55961bf-6aaa-40cb-bb3e-e55ce0b4d3f7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495703 Jul 05 10:24:18.237141 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1e349-7409-488b-85d0-309cd568de6f req-e7fe6aba-4ee4-46e1-82ae-747315862762 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:18.245862 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1bc1e349-7409-488b-85d0-309cd568de6f req-e7fe6aba-4ee4-46e1-82ae-747315862762 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 946 time: 0.0612977 Jul 05 10:24:18.300941 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1bc1e349-7409-488b-85d0-309cd568de6f req-efafa589-616b-4562-837f-75cfa6e8c050 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540993 Jul 05 10:24:19.431950 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128a9aa-5eb7-4fbe-9084-a4b9b517ec3f req-6ee33ca4-0aa1-49ca-ab49-a2c59c29a607 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:19.433505 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b128a9aa-5eb7-4fbe-9084-a4b9b517ec3f req-6ee33ca4-0aa1-49ca-ab49-a2c59c29a607 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 946 time: 0.0540838 Jul 05 10:24:19.491319 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:24:19.499953 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b128a9aa-5eb7-4fbe-9084-a4b9b517ec3f req-276e2a24-6cae-4778-be24-b23f0888946d tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586405 Jul 05 10:24:20.222468 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:24:20.646873 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c27c19-27da-4858-a301-2920481f1770 req-ab6a38a9-5450-4ca7-ba15-edadbf863c0c tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:20.648441 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-17c27c19-27da-4858-a301-2920481f1770 req-ab6a38a9-5450-4ca7-ba15-edadbf863c0c tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 946 time: 0.0522442 Jul 05 10:24:20.660791 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:24:20.709621 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-17c27c19-27da-4858-a301-2920481f1770 req-cb95bc27-7f55-44a5-ae8c-bc8f9284ed5b tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550044 Jul 05 10:24:21.822286 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f5027-8359-4892-a04a-2440198dcb18 req-b01638d8-7976-4e76-99f0-0d8a2ca175eb tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:21.823745 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1d8f5027-8359-4892-a04a-2440198dcb18 req-b01638d8-7976-4e76-99f0-0d8a2ca175eb tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 946 time: 0.0474918 Jul 05 10:24:21.874037 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1d8f5027-8359-4892-a04a-2440198dcb18 req-c6fe1a83-2d51-4560-ab14-1a2d681879e7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448461 Jul 05 10:24:22.582435 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e343f-888e-4936-a378-15e8c0e10800 req-cfd56a11-801d-4ba6-ad20-eb9d2db06298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:22.584705 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f96e343f-888e-4936-a378-15e8c0e10800 req-cfd56a11-801d-4ba6-ad20-eb9d2db06298 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0c19d009f1b4ef09a40267bcf654107&device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 1130 time: 0.0420835 Jul 05 10:24:22.673197 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e343f-888e-4936-a378-15e8c0e10800 req-cffa0c4b-91a5-4900-9fce-e614bfdfd7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:22.674669 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f96e343f-888e-4936-a378-15e8c0e10800 req-cffa0c4b-91a5-4900-9fce-e614bfdfd7a5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fddec1cf-8b7c-4e90-af09-12a66276106e HTTP/1.1" status: 200 len: 918 time: 0.0847383 Jul 05 10:24:22.738967 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f96e343f-888e-4936-a378-15e8c0e10800 req-fd7d69ed-be1f-4d88-907e-d599b075ac5e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ceece817-3e21-46da-8f70-bbfe947c7cd6 HTTP/1.1" status: 200 len: 1001 time: 0.0584164 Jul 05 10:24:22.822296 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e343f-888e-4936-a378-15e8c0e10800 req-edb31129-57f7-4064-bb0e-1dba6da2ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:22.823797 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f96e343f-888e-4936-a378-15e8c0e10800 req-edb31129-57f7-4064-bb0e-1dba6da2ca13 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de HTTP/1.1" status: 200 len: 856 time: 0.0492187 Jul 05 10:24:22.871171 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e343f-888e-4936-a378-15e8c0e10800 req-0022f468-bd21-4010-8486-ddf4e1315f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:22.872722 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f96e343f-888e-4936-a378-15e8c0e10800 req-0022f468-bd21-4010-8486-ddf4e1315f76 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fddec1cf-8b7c-4e90-af09-12a66276106e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406001 Jul 05 10:24:23.006291 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f96e343f-888e-4936-a378-15e8c0e10800 req-11079008-f586-4759-b819-8ebf1672ef95 service neutron] 10.222.0.30 "GET /v2.0/networks/fddec1cf-8b7c-4e90-af09-12a66276106e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273324 Jul 05 10:24:23.012201 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547719e-617a-4fa9-a3a0-acf851b3b7b7 req-5caaac4d-7f77-4a6e-9c8f-1f55de9f5ec8 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:23.013574 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b547719e-617a-4fa9-a3a0-acf851b3b7b7 req-5caaac4d-7f77-4a6e-9c8f-1f55de9f5ec8 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 946 time: 0.0611246 Jul 05 10:24:23.060295 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b547719e-617a-4fa9-a3a0-acf851b3b7b7 req-ba9391f8-a377-4711-ac78-3f4818608172 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413451 Jul 05 10:24:23.238925 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f96e343f-888e-4936-a378-15e8c0e10800 req-6789247a-901b-42cb-8a69-d7ea531ab888 service neutron] 10.222.0.30 "GET /v2.0/networks/fddec1cf-8b7c-4e90-af09-12a66276106e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866847 Jul 05 10:24:24.180588 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904febca-dff4-4a6b-a6ae-7bc17c736480 req-5616b19a-298a-4bce-9676-d7cb07d87607 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:24.182024 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-904febca-dff4-4a6b-a6ae-7bc17c736480 req-5616b19a-298a-4bce-9676-d7cb07d87607 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 946 time: 0.0459912 Jul 05 10:24:24.228415 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-904febca-dff4-4a6b-a6ae-7bc17c736480 req-e5907bdd-702d-4668-8e2f-ce9b1e1d509a tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410311 Jul 05 10:24:24.420290 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device ceece817-3e21-46da-8f70-bbfe947c7cd6 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:24:24.493129 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port ceece817-3e21-46da-8f70-bbfe947c7cd6 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:24:24.493438 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (ceece817-3e21-46da-8f70-bbfe947c7cd6), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:24:24.515993 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c90da36-1371-4861-9756-e275bf1f514a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceece817-3e21-46da-8f70-bbfe947c7cd6'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:24:24.518229 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0ff12b24adccf04d36d5e95ed2fd555b52d0445ded186c21edfbf2ad21407b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b119a7-add4-4b02-be47-a11331e062ad" -d '{"events": [{"server_uuid": "1c90da36-1371-4861-9756-e275bf1f514a", "name": "network-vif-unplugged", "status": "completed", "tag": "ceece817-3e21-46da-8f70-bbfe947c7cd6"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:24:24.530402 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port ceece817-3e21-46da-8f70-bbfe947c7cd6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ceece817-3e21-46da-8f70-bbfe947c7cd6,segment=NetworkSegment(bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa),segment_id=bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:24:24.534503 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (ceece817-3e21-46da-8f70-bbfe947c7cd6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:24:24.557688 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Jul 2022 10:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccac0c4e-52ba-4a80-bee8-61c950212897 x-openstack-request-id: req-ccac0c4e-52ba-4a80-bee8-61c950212897 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:24:24.557973 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c90da36-1371-4861-9756-e275bf1f514a", "name": "network-vif-unplugged", "status": "completed", "tag": "ceece817-3e21-46da-8f70-bbfe947c7cd6", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:24:24.558219 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ccac0c4e-52ba-4a80-bee8-61c950212897 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:24:24.558601 dv-cinder-master-3-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccac0c4e-52ba-4a80-bee8-61c950212897'] response: {'server_uuid': '1c90da36-1371-4861-9756-e275bf1f514a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceece817-3e21-46da-8f70-bbfe947c7cd6', 'code': 200} Jul 05 10:24:24.583132 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=ceece817-3e21-46da-8f70-bbfe947c7cd6,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:25.347277 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-724767dc-680d-472a-8199-17fa5fb82b11 req-55583afa-fdf4-44cc-86cd-29d3969ea6d6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1eeacca5-4921-455f-80e9-acee90ae762f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721920 Jul 05 10:24:25.364989 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c015676-0527-4bae-b12c-db7473c57e9d req-aaf2d5a5-2af6-43b3-a550-a1f5245ccf40 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:25.366430 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3c015676-0527-4bae-b12c-db7473c57e9d req-aaf2d5a5-2af6-43b3-a550-a1f5245ccf40 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 944 time: 0.0548148 Jul 05 10:24:25.421956 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:24:25.438455 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724767dc-680d-472a-8199-17fa5fb82b11 req-afff1525-8d45-49d2-8533-3da11b1d6634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:25.439900 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-724767dc-680d-472a-8199-17fa5fb82b11 req-afff1525-8d45-49d2-8533-3da11b1d6634 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=86eac45249ad4a5e9513fcc091bcf42e&device_id=1eeacca5-4921-455f-80e9-acee90ae762f HTTP/1.1" status: 200 len: 1129 time: 0.0539091 Jul 05 10:24:25.447630 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3c015676-0527-4bae-b12c-db7473c57e9d req-8553491e-5126-4bb5-81a2-48e46c750979 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755537 Jul 05 10:24:25.535140 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:24:25.548472 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724767dc-680d-472a-8199-17fa5fb82b11 req-7590f744-ba07-44e2-bdc1-d4db60396079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:25.549930 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-724767dc-680d-472a-8199-17fa5fb82b11 req-7590f744-ba07-44e2-bdc1-d4db60396079 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 HTTP/1.1" status: 200 len: 912 time: 0.0908237 Jul 05 10:24:25.611056 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-724767dc-680d-472a-8199-17fa5fb82b11 req-1df6dd5a-1366-415f-88c9-f8665033d3a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=265f0d38-e515-44a1-95c5-3695adc2b78e HTTP/1.1" status: 200 len: 1001 time: 0.0556314 Jul 05 10:24:25.668224 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724767dc-680d-472a-8199-17fa5fb82b11 req-e16415dc-5b16-4cd7-89d8-d9b63fd1530b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:25.669856 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-724767dc-680d-472a-8199-17fa5fb82b11 req-e16415dc-5b16-4cd7-89d8-d9b63fd1530b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de HTTP/1.1" status: 200 len: 850 time: 0.0526171 Jul 05 10:24:25.715365 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724767dc-680d-472a-8199-17fa5fb82b11 req-e61c136f-d469-46ca-9651-25a93ef4dc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:25.716960 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-724767dc-680d-472a-8199-17fa5fb82b11 req-e61c136f-d469-46ca-9651-25a93ef4dc84 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a6b68d3-f3f2-400d-a2f3-b1cc33d83760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416272 Jul 05 10:24:25.811559 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-724767dc-680d-472a-8199-17fa5fb82b11 req-5e435053-ad0a-463e-ac17-810e743e0638 service neutron] 10.222.0.30 "GET /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879765 Jul 05 10:24:25.905687 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-724767dc-680d-472a-8199-17fa5fb82b11 req-b7a6a402-2deb-4823-b09c-648dad3337ad service neutron] 10.222.0.30 "GET /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882926 Jul 05 10:24:26.220015 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [req-643a529d-8fb3-4f03-8791-03f4ccab26aa req-66bd2c34-d225-4b68-b7d8-2ae75c3b3365 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 05 10:24:26.220946 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-643a529d-8fb3-4f03-8791-03f4ccab26aa req-66bd2c34-d225-4b68-b7d8-2ae75c3b3365 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054026 Jul 05 10:24:26.378515 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000d294-ce99-45ce-b2da-96556c3fe2fe req-d923893c-9dd7-405d-975a-b19ac72c5b0c tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:26.380051 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5000d294-ce99-45ce-b2da-96556c3fe2fe req-d923893c-9dd7-405d-975a-b19ac72c5b0c tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 944 time: 0.0485666 Jul 05 10:24:26.427529 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5000d294-ce99-45ce-b2da-96556c3fe2fe req-d3865b64-72c7-4823-91b0-e62143cc1447 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420036 Jul 05 10:24:26.624740 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-52134572-5620-44ea-9188-991e3023a854 req-44c860a0-77ee-42f4-9d30-793c3552a7a2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851510 Jul 05 10:24:26.751086 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52134572-5620-44ea-9188-991e3023a854 req-334fe674-6346-46a0-9755-ac2959b64521 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:26.752350 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [req-52134572-5620-44ea-9188-991e3023a854 req-334fe674-6346-46a0-9755-ac2959b64521 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports/ceece817-3e21-46da-8f70-bbfe947c7cd6 HTTP/1.1" status: 200 len: 941 time: 0.1003497 Jul 05 10:24:27.550129 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52134572-5620-44ea-9188-991e3023a854 req-91a6ea47-c7f7-4d01-9a21-393c1a8661ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:27.552192 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-52134572-5620-44ea-9188-991e3023a854 req-91a6ea47-c7f7-4d01-9a21-393c1a8661ba service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a&tenant_id=f0c19d009f1b4ef09a40267bcf654107 HTTP/1.1" status: 200 len: 1128 time: 0.0687265 Jul 05 10:24:27.566735 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0eb9c-d7a2-4be8-9f13-49deb43db5c8 req-1225f58e-50c0-457b-b609-9cb2cbf52b0f tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:27.568100 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-69a0eb9c-d7a2-4be8-9f13-49deb43db5c8 req-1225f58e-50c0-457b-b609-9cb2cbf52b0f tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 944 time: 0.0535152 Jul 05 10:24:27.641070 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52134572-5620-44ea-9188-991e3023a854 req-22615bde-a2a5-43bf-ab7e-a8d3c54b52ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:27.642501 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-52134572-5620-44ea-9188-991e3023a854 req-22615bde-a2a5-43bf-ab7e-a8d3c54b52ee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0c19d009f1b4ef09a40267bcf654107&device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 1128 time: 0.0553825 Jul 05 10:24:27.646592 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-69a0eb9c-d7a2-4be8-9f13-49deb43db5c8 req-21a6e20e-483d-454d-a8db-051d3c9ef9a2 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728240 Jul 05 10:24:27.734419 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52134572-5620-44ea-9188-991e3023a854 req-34d4c92d-d65c-41cb-8813-5981992c8dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:27.735784 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-52134572-5620-44ea-9188-991e3023a854 req-34d4c92d-d65c-41cb-8813-5981992c8dd4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fddec1cf-8b7c-4e90-af09-12a66276106e HTTP/1.1" status: 200 len: 918 time: 0.0871880 Jul 05 10:24:27.801654 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-52134572-5620-44ea-9188-991e3023a854 req-a6a89aca-70f1-4b33-ac3e-d8b4b4ba7b52 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ceece817-3e21-46da-8f70-bbfe947c7cd6 HTTP/1.1" status: 200 len: 999 time: 0.0578973 Jul 05 10:24:27.849925 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52134572-5620-44ea-9188-991e3023a854 req-de51e843-ce2d-41ee-9536-e57909b95d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:27.851322 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-52134572-5620-44ea-9188-991e3023a854 req-de51e843-ce2d-41ee-9536-e57909b95d83 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de HTTP/1.1" status: 200 len: 856 time: 0.0440865 Jul 05 10:24:27.893972 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52134572-5620-44ea-9188-991e3023a854 req-3417c1af-9500-4753-9723-2b805e0d9031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:27.895997 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-52134572-5620-44ea-9188-991e3023a854 req-3417c1af-9500-4753-9723-2b805e0d9031 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fddec1cf-8b7c-4e90-af09-12a66276106e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388396 Jul 05 10:24:27.968807 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:24:27.989330 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-52134572-5620-44ea-9188-991e3023a854 req-03cf5358-4ad7-4dcd-9d14-e74f06d4f212 service neutron] 10.222.0.30 "GET /v2.0/networks/fddec1cf-8b7c-4e90-af09-12a66276106e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875800 Jul 05 10:24:28.016281 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:24:28.077070 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-52134572-5620-44ea-9188-991e3023a854 req-614ed214-693f-4f68-8f80-68032599e5df service neutron] 10.222.0.30 "GET /v2.0/networks/fddec1cf-8b7c-4e90-af09-12a66276106e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822558 Jul 05 10:24:28.454547 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device ceece817-3e21-46da-8f70-bbfe947c7cd6 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:24:28.558996 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port ceece817-3e21-46da-8f70-bbfe947c7cd6 is: DOWN; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:24:28.775102 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973a14d-5e6e-4416-bf76-8a0d01e6c0ee req-b793cbf6-79e7-4320-80cd-6cc2ed73e9c1 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:28.777471 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b973a14d-5e6e-4416-bf76-8a0d01e6c0ee req-b793cbf6-79e7-4320-80cd-6cc2ed73e9c1 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 944 time: 0.0528400 Jul 05 10:24:28.838381 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b973a14d-5e6e-4416-bf76-8a0d01e6c0ee req-299b8677-ca10-4d2e-adcd-8eaf5fce97b2 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553684 Jul 05 10:24:29.974708 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1100d0-6500-4030-a24d-f10a35d0a449 req-6c0dd43c-5681-451b-a47e-250c03538f13 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:29.977970 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4f1100d0-6500-4030-a24d-f10a35d0a449 req-6c0dd43c-5681-451b-a47e-250c03538f13 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 944 time: 0.0492032 Jul 05 10:24:30.024620 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4f1100d0-6500-4030-a24d-f10a35d0a449 req-9bb1335e-4ff9-4931-a80b-7612cc9c03ed tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427282 Jul 05 10:24:31.146159 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a4652-6a0b-4a83-a1fb-fa8129811f61 req-35375aba-5d03-461b-898c-9fd5deb7c188 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:31.147677 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-256a4652-6a0b-4a83-a1fb-fa8129811f61 req-35375aba-5d03-461b-898c-9fd5deb7c188 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 944 time: 0.0493104 Jul 05 10:24:31.205252 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-256a4652-6a0b-4a83-a1fb-fa8129811f61 req-5bc53834-acb6-452a-b72e-8418fe017a26 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518117 Jul 05 10:24:32.326888 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e78d5-4ae6-4014-b0db-cd74ec8b5b89 req-85c02568-d1a5-427b-8885-843f67f564d7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:32.328358 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0e2e78d5-4ae6-4014-b0db-cd74ec8b5b89 req-85c02568-d1a5-427b-8885-843f67f564d7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 944 time: 0.0530992 Jul 05 10:24:32.378681 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0e2e78d5-4ae6-4014-b0db-cd74ec8b5b89 req-48c919f3-5753-4fb9-9164-c05e7952a34d tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446513 Jul 05 10:24:33.506152 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb3813-8d2a-46ef-a456-63bb6829290e req-bb51197b-8232-4409-9d82-e73425e116f6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:33.507917 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-90bb3813-8d2a-46ef-a456-63bb6829290e req-bb51197b-8232-4409-9d82-e73425e116f6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 944 time: 0.0515838 Jul 05 10:24:33.560596 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-90bb3813-8d2a-46ef-a456-63bb6829290e req-0f8d3197-7f70-4e01-930b-7e47a07f1c45 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461075 Jul 05 10:24:34.691461 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca52ba-fc07-4cfa-95ba-f72ad7ed9284 req-ccd6bc28-7d4f-4c06-bdb6-aa5801d173f9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:34.693800 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1cca52ba-fc07-4cfa-95ba-f72ad7ed9284 req-ccd6bc28-7d4f-4c06-bdb6-aa5801d173f9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 944 time: 0.0589490 Jul 05 10:24:34.743462 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1cca52ba-fc07-4cfa-95ba-f72ad7ed9284 req-d7b90c16-bd90-483c-803c-e05b977a6f59 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448027 Jul 05 10:24:35.866577 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406ab2a-cc34-4cc7-ac4f-9a4d5a222c1b req-accc5e74-5f70-4113-b5b2-79e5a307ffeb tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:35.868046 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e406ab2a-cc34-4cc7-ac4f-9a4d5a222c1b req-accc5e74-5f70-4113-b5b2-79e5a307ffeb tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 944 time: 0.0485044 Jul 05 10:24:35.917679 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e406ab2a-cc34-4cc7-ac4f-9a4d5a222c1b req-38e93b26-7a01-4bc3-8bbb-30702a847829 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441442 Jul 05 10:24:36.737417 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=5 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:24:36.743491 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=9 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:24:37.039188 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b17d6-9b37-4e0c-be6a-77ccd3f0ed48 req-90ef30f9-9a51-4a1a-aa8f-a75530606b13 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:37.040577 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bf9b17d6-9b37-4e0c-be6a-77ccd3f0ed48 req-90ef30f9-9a51-4a1a-aa8f-a75530606b13 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 944 time: 0.0463233 Jul 05 10:24:37.089794 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bf9b17d6-9b37-4e0c-be6a-77ccd3f0ed48 req-89780315-d8fa-46e7-8144-fe6f6620d85c tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438261 Jul 05 10:24:38.206226 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762e3d3-403b-4894-a6f9-bed4d7987211 req-bc90b1f8-ded0-43c2-8ceb-9bc86734dea0 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:38.207664 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b762e3d3-403b-4894-a6f9-bed4d7987211 req-bc90b1f8-ded0-43c2-8ceb-9bc86734dea0 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 944 time: 0.0467432 Jul 05 10:24:38.254828 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b762e3d3-403b-4894-a6f9-bed4d7987211 req-a6a0529b-9e50-466e-b5f5-7655de9f7f6b tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417752 Jul 05 10:24:38.511514 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=33 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:24:38.558173 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:24:39.246007 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:24:39.250987 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=5 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:24:39.377616 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d715ea-3b3a-4edf-bc0a-65e663fd599b req-09de50fe-2986-413d-b437-8843f35b1f5e tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:39.379180 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d3d715ea-3b3a-4edf-bc0a-65e663fd599b req-09de50fe-2986-413d-b437-8843f35b1f5e tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 944 time: 0.0506377 Jul 05 10:24:39.404038 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:24:39.427668 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d3d715ea-3b3a-4edf-bc0a-65e663fd599b req-32d76bf8-d335-4b3a-9033-1cabb29701ad tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424809 Jul 05 10:24:40.546438 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8630c9f-431a-482f-a42f-853d09efacef req-a62c113e-ff2d-463c-9f10-ce0fd201549f tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:40.547880 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f8630c9f-431a-482f-a42f-853d09efacef req-a62c113e-ff2d-463c-9f10-ce0fd201549f tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 944 time: 0.0493176 Jul 05 10:24:40.559257 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:24:40.594893 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f8630c9f-431a-482f-a42f-853d09efacef req-4e28286c-120c-4279-8ab9-784a555a54b6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408897 Jul 05 10:24:41.518191 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8bc07155-deed-4307-8b33-455eeaacbabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:24:41.711689 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf5eb4-c09a-43c7-a701-06f0c4d1f7e4 req-cff4aa54-dd49-475a-8166-0df2bde631a1 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:41.713164 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0dcf5eb4-c09a-43c7-a701-06f0c4d1f7e4 req-cff4aa54-dd49-475a-8166-0df2bde631a1 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 944 time: 0.0469942 Jul 05 10:24:41.758900 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0dcf5eb4-c09a-43c7-a701-06f0c4d1f7e4 req-4fa0d9cd-1ee8-4077-914e-7a6ba53f587a tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403221 Jul 05 10:24:41.883037 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:24:42.530947 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device ceece817-3e21-46da-8f70-bbfe947c7cd6 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:24:42.626510 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port ceece817-3e21-46da-8f70-bbfe947c7cd6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ceece817-3e21-46da-8f70-bbfe947c7cd6,segment=NetworkSegment(bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa),segment_id=bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:24:42.637316 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Returning: {'device': 'ceece817-3e21-46da-8f70-bbfe947c7cd6', 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e', 'port_id': 'ceece817-3e21-46da-8f70-bbfe947c7cd6', 'mac_address': 'fa:16:3e:e9:36:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:24:42.674465 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port ceece817-3e21-46da-8f70-bbfe947c7cd6 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:24:42.674854 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (ceece817-3e21-46da-8f70-bbfe947c7cd6), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:24:42.687602 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceece817-3e21-46da-8f70-bbfe947c7cd6 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:24:42.708205 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port ceece817-3e21-46da-8f70-bbfe947c7cd6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ceece817-3e21-46da-8f70-bbfe947c7cd6,segment=NetworkSegment(bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa),segment_id=bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:24:42.711933 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (ceece817-3e21-46da-8f70-bbfe947c7cd6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:24:42.756234 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=ceece817-3e21-46da-8f70-bbfe947c7cd6,revision_number=9']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:42.874236 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c9223-82cc-4212-b6e5-87ce3c7c4342 req-1a2dacc5-5003-4a46-865f-28a5f9acb519 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:42.875684 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-583c9223-82cc-4212-b6e5-87ce3c7c4342 req-1a2dacc5-5003-4a46-865f-28a5f9acb519 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 945 time: 0.0458288 Jul 05 10:24:42.925713 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-583c9223-82cc-4212-b6e5-87ce3c7c4342 req-3c684328-d504-41c6-82f9-04a720786e5f tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436382 Jul 05 10:24:43.128090 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['ceece817-3e21-46da-8f70-bbfe947c7cd6'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:24:44.032217 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8f1f8638-cf9e-435d-bd72-28816f583765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:24:44.043289 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743a460-cd8e-4b0a-a020-42f33174e7f5 req-ba9d53b1-688d-4f7b-b2e3-8b76e2960860 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:44.044777 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c743a460-cd8e-4b0a-a020-42f33174e7f5 req-ba9d53b1-688d-4f7b-b2e3-8b76e2960860 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 945 time: 0.0475316 Jul 05 10:24:44.091385 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c743a460-cd8e-4b0a-a020-42f33174e7f5 req-1eddd7ad-2e93-46c8-95a8-afbc131b818c tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411673 Jul 05 10:24:44.542140 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device ceece817-3e21-46da-8f70-bbfe947c7cd6 up at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:24:44.585247 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning complete for port ceece817-3e21-46da-8f70-bbfe947c7cd6 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:24:44.585608 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (ceece817-3e21-46da-8f70-bbfe947c7cd6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:24:44.655791 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port ceece817-3e21-46da-8f70-bbfe947c7cd6 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:24:44.656163 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (ceece817-3e21-46da-8f70-bbfe947c7cd6), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:24:44.677954 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c90da36-1371-4861-9756-e275bf1f514a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceece817-3e21-46da-8f70-bbfe947c7cd6'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:24:44.680105 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0ff12b24adccf04d36d5e95ed2fd555b52d0445ded186c21edfbf2ad21407b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f5c6bd-d41e-4b88-ac66-cdc49b66c31a" -d '{"events": [{"server_uuid": "1c90da36-1371-4861-9756-e275bf1f514a", "name": "network-vif-plugged", "status": "completed", "tag": "ceece817-3e21-46da-8f70-bbfe947c7cd6"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:24:44.692967 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port ceece817-3e21-46da-8f70-bbfe947c7cd6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ceece817-3e21-46da-8f70-bbfe947c7cd6,segment=NetworkSegment(bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa),segment_id=bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:24:44.698066 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (ceece817-3e21-46da-8f70-bbfe947c7cd6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:24:44.721256 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0aa5ff-7a6c-47be-b1ad-6e6ce338f766 x-openstack-request-id: req-3b0aa5ff-7a6c-47be-b1ad-6e6ce338f766 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:24:44.721539 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c90da36-1371-4861-9756-e275bf1f514a", "name": "network-vif-plugged", "status": "completed", "tag": "ceece817-3e21-46da-8f70-bbfe947c7cd6", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:24:44.721782 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b0aa5ff-7a6c-47be-b1ad-6e6ce338f766 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:24:44.722163 dv-cinder-master-3-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b0aa5ff-7a6c-47be-b1ad-6e6ce338f766'] response: {'server_uuid': '1c90da36-1371-4861-9756-e275bf1f514a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceece817-3e21-46da-8f70-bbfe947c7cd6', 'code': 200} Jul 05 10:24:44.746825 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=ceece817-3e21-46da-8f70-bbfe947c7cd6,revision_number=10']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:44.932585 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00fccd9-8c69-4ab7-bcdc-25e33fbb3272 req-794140ab-5432-4585-a2a4-d31b5bf3cb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:44.934142 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a00fccd9-8c69-4ab7-bcdc-25e33fbb3272 req-794140ab-5432-4585-a2a4-d31b5bf3cb01 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 1131 time: 0.0393028 Jul 05 10:24:44.978490 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a00fccd9-8c69-4ab7-bcdc-25e33fbb3272 req-29d74964-8ca9-4418-8ddf-8069b888830c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366406 Jul 05 10:24:44.990791 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:24:45.209760 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36e3d3-dc38-4175-a263-d307892b66ae req-e96c5e80-13d1-4444-a609-484c78c18a39 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:45.211202 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1b36e3d3-dc38-4175-a263-d307892b66ae req-e96c5e80-13d1-4444-a609-484c78c18a39 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 947 time: 0.0495031 Jul 05 10:24:45.256921 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1b36e3d3-dc38-4175-a263-d307892b66ae req-f40bbc59-f4a9-45c9-961b-d6a5798f544f tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403097 Jul 05 10:24:46.310584 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:24:46.378294 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37a953-0467-45d8-bcc0-2ad3e4650050 req-570338c9-a188-4d37-aff6-122a88874e85 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:46.379444 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1b37a953-0467-45d8-bcc0-2ad3e4650050 req-570338c9-a188-4d37-aff6-122a88874e85 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 947 time: 0.0469801 Jul 05 10:24:46.425658 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1b37a953-0467-45d8-bcc0-2ad3e4650050 req-64e22423-5553-4fd3-8921-07c2ddcaeadf tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407012 Jul 05 10:24:46.835108 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:24:47.543361 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dcbfe9-b119-46ed-a8cb-4b1d55b97932 req-a3471796-68ae-41d1-bedb-0a6689883571 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:24:47.544822 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d8dcbfe9-b119-46ed-a8cb-4b1d55b97932 req-a3471796-68ae-41d1-bedb-0a6689883571 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 947 time: 0.0496097 Jul 05 10:24:47.591523 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d8dcbfe9-b119-46ed-a8cb-4b1d55b97932 req-8778fc5f-e9fe-44e9-b335-61476447706e tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408041 Jul 05 10:24:56.827771 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:24:56.829928 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:24:57.221743 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:24:57.586001 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=67 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:24:57.587801 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=75 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:11.522564 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-64de7441-e4ad-448c-ac9b-53b67ec02629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:11.891863 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:14.034433 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1ed579f4-35fb-4def-8f4c-de39d53df839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:14.991592 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:16.243027 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=17 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:16.246552 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=17 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:16.313139 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:16.836484 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:25.022976 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e87a1222-3d65-4d4b-b741-00e7a046076d req-b6ff1504-9692-4f72-97db-9945b37c2cbd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386031 Jul 05 10:25:25.124226 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a1222-3d65-4d4b-b741-00e7a046076d req-379fe0e0-2b2f-4c9d-9d6c-c2ba3f473df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:25.125682 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e87a1222-3d65-4d4b-b741-00e7a046076d req-379fe0e0-2b2f-4c9d-9d6c-c2ba3f473df0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0c19d009f1b4ef09a40267bcf654107&device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 1131 time: 0.0390549 Jul 05 10:25:25.230708 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a1222-3d65-4d4b-b741-00e7a046076d req-514f5dea-0ad1-4d80-b119-9ac4367f666e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:25.232188 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e87a1222-3d65-4d4b-b741-00e7a046076d req-514f5dea-0ad1-4d80-b119-9ac4367f666e service neutron] 10.222.0.30 "GET /v2.0/networks?id=fddec1cf-8b7c-4e90-af09-12a66276106e HTTP/1.1" status: 200 len: 918 time: 0.0895011 Jul 05 10:25:25.292068 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e87a1222-3d65-4d4b-b741-00e7a046076d req-432d5d40-8009-4e6c-85f3-c1335ae4d839 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ceece817-3e21-46da-8f70-bbfe947c7cd6 HTTP/1.1" status: 200 len: 1001 time: 0.0531023 Jul 05 10:25:25.341156 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a1222-3d65-4d4b-b741-00e7a046076d req-8805eaf0-1fda-4ee5-921a-c7d7d79db010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:25.342573 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e87a1222-3d65-4d4b-b741-00e7a046076d req-8805eaf0-1fda-4ee5-921a-c7d7d79db010 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de HTTP/1.1" status: 200 len: 856 time: 0.0438049 Jul 05 10:25:25.390003 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a1222-3d65-4d4b-b741-00e7a046076d req-57a6402f-7d0e-4ef9-84ac-80b0b16594a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:25.391446 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e87a1222-3d65-4d4b-b741-00e7a046076d req-57a6402f-7d0e-4ef9-84ac-80b0b16594a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fddec1cf-8b7c-4e90-af09-12a66276106e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422194 Jul 05 10:25:25.478175 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e87a1222-3d65-4d4b-b741-00e7a046076d req-501f2e57-0b77-47fb-ac35-751f2e2a45a2 service neutron] 10.222.0.30 "GET /v2.0/networks/fddec1cf-8b7c-4e90-af09-12a66276106e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805817 Jul 05 10:25:25.569139 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e87a1222-3d65-4d4b-b741-00e7a046076d req-bbf0461f-3dc6-4cd2-bbca-8f9d2c21301d service neutron] 10.222.0.30 "GET /v2.0/networks/fddec1cf-8b7c-4e90-af09-12a66276106e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850375 Jul 05 10:25:26.824534 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:26.832373 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:34.221012 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:25:35.509893 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083b379-37bf-4f50-acaf-80c475c2ea7a req-5686eb58-ea12-47e5-9d6b-ed1d09ce3de1 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:35.511319 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3083b379-37bf-4f50-acaf-80c475c2ea7a req-5686eb58-ea12-47e5-9d6b-ed1d09ce3de1 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eeacca5-4921-455f-80e9-acee90ae762f HTTP/1.1" status: 200 len: 945 time: 0.1165097 Jul 05 10:25:35.559198 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3083b379-37bf-4f50-acaf-80c475c2ea7a req-20618534-2ce0-4a58-9171-ef95c5e1d5d7 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423176 Jul 05 10:25:36.522175 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e520f-7b05-44a7-9fde-173460887a44 req-b110ebc4-04ec-4455-98ea-dc305381f46e tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:36.523628 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1c1e520f-7b05-44a7-9fde-173460887a44 req-b110ebc4-04ec-4455-98ea-dc305381f46e tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 947 time: 0.1022506 Jul 05 10:25:36.569746 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1c1e520f-7b05-44a7-9fde-173460887a44 req-51973da0-e72b-4285-a808-f18e2f7e7ffc tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399487 Jul 05 10:25:36.818431 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e2eda-e4ba-4af3-9de3-55bd70964ad0 req-439a7ea8-f7c5-4eb4-a643-f7fc76a91db6 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:36.819804 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3c2e2eda-e4ba-4af3-9de3-55bd70964ad0 req-439a7ea8-f7c5-4eb4-a643-f7fc76a91db6 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eeacca5-4921-455f-80e9-acee90ae762f HTTP/1.1" status: 200 len: 945 time: 0.0475001 Jul 05 10:25:36.868119 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3c2e2eda-e4ba-4af3-9de3-55bd70964ad0 req-d25d5978-ca9b-4c0b-bba9-9b5a6d28d67d tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427110 Jul 05 10:25:37.685828 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d261944-b889-425b-a60b-2b423b046917 req-1fec95f6-02e7-47b0-a0af-d118eda7c2e0 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:37.687255 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1d261944-b889-425b-a60b-2b423b046917 req-1fec95f6-02e7-47b0-a0af-d118eda7c2e0 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 947 time: 0.0459406 Jul 05 10:25:37.735834 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1d261944-b889-425b-a60b-2b423b046917 req-72f05fa7-e1f6-4c12-9eb4-c0a62f2ee8a7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432396 Jul 05 10:25:37.980857 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034a41e-3592-4050-a729-34263222487b req-0b13c5f5-9dfc-43b9-9fc9-7d247b767338 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:37.982294 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8034a41e-3592-4050-a729-34263222487b req-0b13c5f5-9dfc-43b9-9fc9-7d247b767338 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eeacca5-4921-455f-80e9-acee90ae762f HTTP/1.1" status: 200 len: 945 time: 0.0473566 Jul 05 10:25:38.017739 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:38.032198 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8034a41e-3592-4050-a729-34263222487b req-52036268-9281-4bbe-abe7-c0fe0cebf70a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446334 Jul 05 10:25:38.354841 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f0ab0-2624-4aba-8da4-fbd345019913 req-3a44d626-6ab9-4396-950c-1c207e611181 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:38.356239 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-879f0ab0-2624-4aba-8da4-fbd345019913 req-3a44d626-6ab9-4396-950c-1c207e611181 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 947 time: 0.0452654 Jul 05 10:25:38.462010 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:38.483435 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c6cea-b8ae-4f41-b6fd-0a2b568b45f5 req-c693fc7f-cc80-4c6e-bc13-be8e92a6a870 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:38.484877 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-266c6cea-b8ae-4f41-b6fd-0a2b568b45f5 req-c693fc7f-cc80-4c6e-bc13-be8e92a6a870 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.30 "GET /v2.0/ports?device_id=1eeacca5-4921-455f-80e9-acee90ae762f HTTP/1.1" status: 200 len: 945 time: 0.0754294 Jul 05 10:25:38.544528 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-879f0ab0-2624-4aba-8da4-fbd345019913 req-359e950f-65a4-4195-9af3-281b0ec834e7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Deleting port ceece817-3e21-46da-8f70-bbfe947c7cd6 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:25:38.544864 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-879f0ab0-2624-4aba-8da4-fbd345019913 req-359e950f-65a4-4195-9af3-281b0ec834e7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (ceece817-3e21-46da-8f70-bbfe947c7cd6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:38.639799 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-266c6cea-b8ae-4f41-b6fd-0a2b568b45f5 req-6a47c630-c0e0-40c1-b8a1-cf30a35c99bc tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Deleting port 265f0d38-e515-44a1-95c5-3695adc2b78e {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:25:38.640037 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-266c6cea-b8ae-4f41-b6fd-0a2b568b45f5 req-6a47c630-c0e0-40c1-b8a1-cf30a35c99bc tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (265f0d38-e515-44a1-95c5-3695adc2b78e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:38.727350 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-879f0ab0-2624-4aba-8da4-fbd345019913 req-359e950f-65a4-4195-9af3-281b0ec834e7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] For port ceece817-3e21-46da-8f70-bbfe947c7cd6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ceece817-3e21-46da-8f70-bbfe947c7cd6,segment=NetworkSegment(bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa),segment_id=bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:38.728097 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-879f0ab0-2624-4aba-8da4-fbd345019913 req-359e950f-65a4-4195-9af3-281b0ec834e7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (ceece817-3e21-46da-8f70-bbfe947c7cd6), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:38.798365 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-266c6cea-b8ae-4f41-b6fd-0a2b568b45f5 req-6a47c630-c0e0-40c1-b8a1-cf30a35c99bc tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] For port 265f0d38-e515-44a1-95c5-3695adc2b78e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=265f0d38-e515-44a1-95c5-3695adc2b78e,segment=NetworkSegment(dc2063b4-108b-4048-b510-8b6b924e698b),segment_id=dc2063b4-108b-4048-b510-8b6b924e698b)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:38.798721 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-266c6cea-b8ae-4f41-b6fd-0a2b568b45f5 req-6a47c630-c0e0-40c1-b8a1-cf30a35c99bc tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (265f0d38-e515-44a1-95c5-3695adc2b78e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:38.950413 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89404d-6c4d-48d9-b815-d694f8a15201 req-6c2bd892-3d4f-4f06-8b43-2daa1494f7c2 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:38.951851 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-af89404d-6c4d-48d9-b815-d694f8a15201 req-6c2bd892-3d4f-4f06-8b43-2daa1494f7c2 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 947 time: 0.1396508 Jul 05 10:25:39.325746 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-879f0ab0-2624-4aba-8da4-fbd345019913 req-359e950f-65a4-4195-9af3-281b0ec834e7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:39.326102 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-879f0ab0-2624-4aba-8da4-fbd345019913 req-359e950f-65a4-4195-9af3-281b0ec834e7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-790480'] for floatingip (9e778483-6443-4aa3-855c-4c37e8d60501), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:39.326414 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.db.l3_db [req-879f0ab0-2624-4aba-8da4-fbd345019913 req-359e950f-65a4-4195-9af3-281b0ec834e7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Floating IP 9e778483-6443-4aa3-855c-4c37e8d60501 disassociated. External IP: 172.37.2.52, port: ceece817-3e21-46da-8f70-bbfe947c7cd6. Jul 05 10:25:39.326753 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-879f0ab0-2624-4aba-8da4-fbd345019913 req-359e950f-65a4-4195-9af3-281b0ec834e7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Calling delete_port for ceece817-3e21-46da-8f70-bbfe947c7cd6 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:25:39.391994 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-af89404d-6c4d-48d9-b815-d694f8a15201 req-08d89499-02fd-42ab-8482-53a7edf6c394 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups?id=404f366b-1bc2-42c3-a4fa-ae306d39f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4111526 Jul 05 10:25:39.409820 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfee64c-c104-4457-8e19-1fff7a2fd840 req-3ddd0d29-72dc-4f58-9c2a-9e7bd30eac64 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:39.411273 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1dfee64c-c104-4457-8e19-1fff7a2fd840 req-3ddd0d29-72dc-4f58-9c2a-9e7bd30eac64 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eeacca5-4921-455f-80e9-acee90ae762f HTTP/1.1" status: 200 len: 945 time: 0.1099672 Jul 05 10:25:39.447721 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:39.462037 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-266c6cea-b8ae-4f41-b6fd-0a2b568b45f5 req-6a47c630-c0e0-40c1-b8a1-cf30a35c99bc tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:39.462316 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-266c6cea-b8ae-4f41-b6fd-0a2b568b45f5 req-6a47c630-c0e0-40c1-b8a1-cf30a35c99bc tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-790480'] for floatingip (a33e5126-9de7-4ec4-baae-2736f44e4d05), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:39.462620 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.db.l3_db [req-266c6cea-b8ae-4f41-b6fd-0a2b568b45f5 req-6a47c630-c0e0-40c1-b8a1-cf30a35c99bc tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Floating IP a33e5126-9de7-4ec4-baae-2736f44e4d05 disassociated. External IP: 172.37.2.179, port: 265f0d38-e515-44a1-95c5-3695adc2b78e. Jul 05 10:25:39.462957 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-266c6cea-b8ae-4f41-b6fd-0a2b568b45f5 req-6a47c630-c0e0-40c1-b8a1-cf30a35c99bc tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Calling delete_port for 265f0d38-e515-44a1-95c5-3695adc2b78e owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:25:39.559954 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:39.569962 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1dfee64c-c104-4457-8e19-1fff7a2fd840 req-87340884-fee3-4ae2-82af-77a09da16f3d tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268334 Jul 05 10:25:39.674929 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-879f0ab0-2624-4aba-8da4-fbd345019913 req-359e950f-65a4-4195-9af3-281b0ec834e7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (ceece817-3e21-46da-8f70-bbfe947c7cd6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:39.711795 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e950f-65a4-4195-9af3-281b0ec834e7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Pushing event deleted for resources: {'Port': ['ID=ceece817-3e21-46da-8f70-bbfe947c7cd6,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:39.723701 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e950f-65a4-4195-9af3-281b0ec834e7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:39.724042 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e950f-65a4-4195-9af3-281b0ec834e7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:39.724519 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e950f-65a4-4195-9af3-281b0ec834e7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:39.724855 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e950f-65a4-4195-9af3-281b0ec834e7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:39.725193 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e950f-65a4-4195-9af3-281b0ec834e7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:39.725517 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e950f-65a4-4195-9af3-281b0ec834e7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:39.725837 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e950f-65a4-4195-9af3-281b0ec834e7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:39.726706 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e950f-65a4-4195-9af3-281b0ec834e7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:39.726706 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e950f-65a4-4195-9af3-281b0ec834e7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:39.727432 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e950f-65a4-4195-9af3-281b0ec834e7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:39.727918 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e950f-65a4-4195-9af3-281b0ec834e7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:39.727918 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e950f-65a4-4195-9af3-281b0ec834e7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:39.728238 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e950f-65a4-4195-9af3-281b0ec834e7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:39.728751 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e950f-65a4-4195-9af3-281b0ec834e7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:39.729134 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e950f-65a4-4195-9af3-281b0ec834e7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:39.734756 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-266c6cea-b8ae-4f41-b6fd-0a2b568b45f5 req-6a47c630-c0e0-40c1-b8a1-cf30a35c99bc tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (265f0d38-e515-44a1-95c5-3695adc2b78e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:39.801917 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47c630-c0e0-40c1-b8a1-cf30a35c99bc tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Pushing event deleted for resources: {'Port': ['ID=265f0d38-e515-44a1-95c5-3695adc2b78e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:39.940337 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-879f0ab0-2624-4aba-8da4-fbd345019913 req-359e950f-65a4-4195-9af3-281b0ec834e7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Router 82fff273-8099-4505-bbe9-761395e828c9 has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:25:39.962629 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-266c6cea-b8ae-4f41-b6fd-0a2b568b45f5 req-6a47c630-c0e0-40c1-b8a1-cf30a35c99bc tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Router 66b77f47-8c30-400a-a7f5-1c9128668fb0 has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:25:40.136605 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-879f0ab0-2624-4aba-8da4-fbd345019913 req-359e950f-65a4-4195-9af3-281b0ec834e7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:25:40.150851 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acc1d49-a474-4cc4-8aee-71cb2964e160 None None] Sync routers for ids ['82fff273-8099-4505-bbe9-761395e828c9'] in dv-cinder-master-3-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:25:40.167308 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acc1d49-a474-4cc4-8aee-71cb2964e160 None None] Routers {'82fff273-8099-4505-bbe9-761395e828c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:25:40.168483 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-3acc1d49-a474-4cc4-8aee-71cb2964e160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:25:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['82fff273-8099-4505-bbe9-761395e828c9'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:40.171754 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-266c6cea-b8ae-4f41-b6fd-0a2b568b45f5 req-6a47c630-c0e0-40c1-b8a1-cf30a35c99bc tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:25:40.183349 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba6b459-8505-4e43-b113-28e2518fb525 None None] Sync routers for ids ['66b77f47-8c30-400a-a7f5-1c9128668fb0'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:25:40.193185 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-879f0ab0-2624-4aba-8da4-fbd345019913 req-359e950f-65a4-4195-9af3-281b0ec834e7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] No DVR routers for this DVR port ceece817-3e21-46da-8f70-bbfe947c7cd6 on host hv-cinder-maste {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:25:40.199660 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba6b459-8505-4e43-b113-28e2518fb525 None None] Routers {'66b77f47-8c30-400a-a7f5-1c9128668fb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:25:40.200364 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5ba6b459-8505-4e43-b113-28e2518fb525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:25:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['66b77f47-8c30-400a-a7f5-1c9128668fb0'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:40.210451 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-879f0ab0-2624-4aba-8da4-fbd345019913 req-359e950f-65a4-4195-9af3-281b0ec834e7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:40.213832 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-879f0ab0-2624-4aba-8da4-fbd345019913 req-359e950f-65a4-4195-9af3-281b0ec834e7 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.30 "DELETE /v2.0/ports/ceece817-3e21-46da-8f70-bbfe947c7cd6 HTTP/1.1" status: 204 len: 173 time: 1.8102522 Jul 05 10:25:40.214238 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c90da36-1371-4861-9756-e275bf1f514a', 'name': 'network-vif-deleted', 'tag': 'ceece817-3e21-46da-8f70-bbfe947c7cd6'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:25:40.216706 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f5ee58-7e16-439c-801d-7a6d670dcc46" -d '{"events": [{"server_uuid": "1c90da36-1371-4861-9756-e275bf1f514a", "name": "network-vif-deleted", "tag": "ceece817-3e21-46da-8f70-bbfe947c7cd6"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:25:40.270597 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-266c6cea-b8ae-4f41-b6fd-0a2b568b45f5 req-6a47c630-c0e0-40c1-b8a1-cf30a35c99bc tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] No DVR routers for this DVR port 265f0d38-e515-44a1-95c5-3695adc2b78e on host hv-cinder-maste {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:25:40.273384 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa109fb-6479-4fdb-a755-057920ade5ac x-openstack-request-id: req-1aa109fb-6479-4fdb-a755-057920ade5ac {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:25:40.276787 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c90da36-1371-4861-9756-e275bf1f514a", "name": "network-vif-deleted", "tag": "ceece817-3e21-46da-8f70-bbfe947c7cd6", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:25:40.277335 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1aa109fb-6479-4fdb-a755-057920ade5ac {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:25:40.277988 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aa109fb-6479-4fdb-a755-057920ade5ac'] response: {'server_uuid': '1c90da36-1371-4861-9756-e275bf1f514a', 'name': 'network-vif-deleted', 'tag': 'ceece817-3e21-46da-8f70-bbfe947c7cd6', 'status': 'completed', 'code': 200} Jul 05 10:25:40.279407 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-266c6cea-b8ae-4f41-b6fd-0a2b568b45f5 req-6a47c630-c0e0-40c1-b8a1-cf30a35c99bc tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:40.283387 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-266c6cea-b8ae-4f41-b6fd-0a2b568b45f5 req-6a47c630-c0e0-40c1-b8a1-cf30a35c99bc tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.30 "DELETE /v2.0/ports/265f0d38-e515-44a1-95c5-3695adc2b78e HTTP/1.1" status: 204 len: 173 time: 1.7813749 Jul 05 10:25:40.334686 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-3acc1d49-a474-4cc4-8aee-71cb2964e160 None None] Set router 82fff273-8099-4505-bbe9-761395e828c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:25:40.340528 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-5ba6b459-8505-4e43-b113-28e2518fb525 None None] Set router 66b77f47-8c30-400a-a7f5-1c9128668fb0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:25:40.526867 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-25c6a299-0d36-4f16-8365-1d67d15d8999 req-bb2490a1-7883-4bb7-baaf-d58e239a7333 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c90da36-1371-4861-9756-e275bf1f514a HTTP/1.1" status: 200 len: 210 time: 0.0366671 Jul 05 10:25:40.557739 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-3acc1d49-a474-4cc4-8aee-71cb2964e160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fff273-8099-4505-bbe9-761395e828c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1043335425-router', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:24Z', 'revision_number': 4, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'gw_port': {'id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '984a368a-1748-4580-a66e-3d203cb923e1', 'name': '', 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'mac_address': 'fa:16:3e:b6:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:24Z', 'updated_at': '2022-07-05T10:18:28Z', 'revision_number': 5, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'subnets': [{'id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:40.561251 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5ba6b459-8505-4e43-b113-28e2518fb525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'name': 'tempest-TestVolumeBootPattern-895301703-router', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47'}], 'enable_snat': True}, 'gw_port_id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:29Z', 'updated_at': '2022-07-05T10:22:32Z', 'revision_number': 4, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'gw_port': {'id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:30Z', 'updated_at': '2022-07-05T10:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9f546b8e-b803-43c0-b284-88af45711c72', 'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'mac_address': 'fa:16:3e:ae:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:31Z', 'updated_at': '2022-07-05T10:22:36Z', 'revision_number': 5, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'subnets': [{'id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:40.585574 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acc1d49-a474-4cc4-8aee-71cb2964e160 None None] Checking router: 82fff273-8099-4505-bbe9-761395e828c9 for host: dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:25:40.586429 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba6b459-8505-4e43-b113-28e2518fb525 None None] Checking router: 66b77f47-8c30-400a-a7f5-1c9128668fb0 for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:25:40.593772 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acc1d49-a474-4cc4-8aee-71cb2964e160 None None] Routers {'82fff273-8099-4505-bbe9-761395e828c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:25:40.594356 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-3acc1d49-a474-4cc4-8aee-71cb2964e160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:25:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['82fff273-8099-4505-bbe9-761395e828c9'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:40.594563 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba6b459-8505-4e43-b113-28e2518fb525 None None] Routers {'66b77f47-8c30-400a-a7f5-1c9128668fb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:25:40.595159 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5ba6b459-8505-4e43-b113-28e2518fb525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:25:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['66b77f47-8c30-400a-a7f5-1c9128668fb0'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:40.664937 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:40.687295 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-43462ead-edb9-4f81-804a-708b58f17fd4 req-e560250f-e203-4c4c-9742-b7bb0518c530 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eeacca5-4921-455f-80e9-acee90ae762f HTTP/1.1" status: 200 len: 210 time: 0.0404091 Jul 05 10:25:40.708534 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-3acc1d49-a474-4cc4-8aee-71cb2964e160 None None] Set router 82fff273-8099-4505-bbe9-761395e828c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:25:40.719003 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-5ba6b459-8505-4e43-b113-28e2518fb525 None None] Set router 66b77f47-8c30-400a-a7f5-1c9128668fb0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:25:40.749263 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device ceece817-3e21-46da-8f70-bbfe947c7cd6 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:25:40.773623 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] No Port match for: ceece817-3e21-46da-8f70-bbfe947c7cd6 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:25:40.774493 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device ceece817-3e21-46da-8f70-bbfe947c7cd6 not bound to the agent host hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:25:40.774871 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 265f0d38-e515-44a1-95c5-3695adc2b78e no longer exists at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:25:40.797395 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] No Port match for: 265f0d38-e515-44a1-95c5-3695adc2b78e {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:25:40.797631 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 265f0d38-e515-44a1-95c5-3695adc2b78e not bound to the agent host hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:25:40.934865 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-3acc1d49-a474-4cc4-8aee-71cb2964e160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fff273-8099-4505-bbe9-761395e828c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1043335425-router', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:24Z', 'revision_number': 4, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'gw_port': {'id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '984a368a-1748-4580-a66e-3d203cb923e1', 'name': '', 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'mac_address': 'fa:16:3e:b6:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:24Z', 'updated_at': '2022-07-05T10:18:28Z', 'revision_number': 5, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'subnets': [{'id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:40.959698 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acc1d49-a474-4cc4-8aee-71cb2964e160 None None] The sync data for ids ['82fff273-8099-4505-bbe9-761395e828c9'] in dv-cinder-master-3-iscsi is: [{'id': '82fff273-8099-4505-bbe9-761395e828c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1043335425-router', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:24Z', 'revision_number': 4, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'gw_port': {'id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '984a368a-1748-4580-a66e-3d203cb923e1', 'name': '', 'network_id': 'fddec1cf-8b7c-4e90-af09-12a66276106e', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'mac_address': 'fa:16:3e:b6:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:24Z', 'updated_at': '2022-07-05T10:18:28Z', 'revision_number': 5, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'subnets': [{'id': '69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:25:40.970707 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5ba6b459-8505-4e43-b113-28e2518fb525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'name': 'tempest-TestVolumeBootPattern-895301703-router', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47'}], 'enable_snat': True}, 'gw_port_id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:29Z', 'updated_at': '2022-07-05T10:22:32Z', 'revision_number': 4, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'gw_port': {'id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:30Z', 'updated_at': '2022-07-05T10:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9f546b8e-b803-43c0-b284-88af45711c72', 'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'mac_address': 'fa:16:3e:ae:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:31Z', 'updated_at': '2022-07-05T10:22:36Z', 'revision_number': 5, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'subnets': [{'id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:40.997726 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba6b459-8505-4e43-b113-28e2518fb525 None None] The sync data for ids ['66b77f47-8c30-400a-a7f5-1c9128668fb0'] in dv-cinder-master-3-iscsi is: [{'id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'name': 'tempest-TestVolumeBootPattern-895301703-router', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47'}], 'enable_snat': True}, 'gw_port_id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:29Z', 'updated_at': '2022-07-05T10:22:32Z', 'revision_number': 4, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'gw_port': {'id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:30Z', 'updated_at': '2022-07-05T10:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9f546b8e-b803-43c0-b284-88af45711c72', 'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'mac_address': 'fa:16:3e:ae:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:31Z', 'updated_at': '2022-07-05T10:22:36Z', 'revision_number': 5, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'subnets': [{'id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:25:41.247775 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59ccb88-75d8-4e5b-9b29-515ab1a46154 None None] New status for floating IP 9e778483-6443-4aa3-855c-4c37e8d60501: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 10:25:41.270656 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b3c228-c26c-4884-a7d2-b6078cf10a31 None None] New status for floating IP a33e5126-9de7-4ec4-baae-2736f44e4d05: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 10:25:41.524341 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-03eb9fe7-0d73-487f-8f99-69bc03da32e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:41.617039 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 52320) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:25:41.670022 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83022dc0-2727-49f4-93be-b8ed83c0eec9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for security_group (404f366b-1bc2-42c3-a4fa-ae306d39f7ff), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:41.692768 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83022dc0-2727-49f4-93be-b8ed83c0eec9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for security_group (404f366b-1bc2-42c3-a4fa-ae306d39f7ff), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:41.725506 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:41.741520 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83022dc0-2727-49f4-93be-b8ed83c0eec9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (404f366b-1bc2-42c3-a4fa-ae306d39f7ff), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:41.745753 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-83022dc0-2727-49f4-93be-b8ed83c0eec9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:41.745753 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-83022dc0-2727-49f4-93be-b8ed83c0eec9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "DELETE /v2.0/security-groups/404f366b-1bc2-42c3-a4fa-ae306d39f7ff HTTP/1.1" status: 204 len: 168 time: 0.1274586 Jul 05 10:25:41.748242 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 52324) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:25:41.760568 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83022dc0-2727-49f4-93be-b8ed83c0eec9 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=404f366b-1bc2-42c3-a4fa-ae306d39f7ff,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:41.766792 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.api.v2.resource [None req-312d7e78-e412-44b0-93fc-24ddabfb93f6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] show failed (client error): The resource could not be found. Jul 05 10:25:41.767998 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-312d7e78-e412-44b0-93fc-24ddabfb93f6 tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "GET /v2.0/security-groups/404f366b-1bc2-42c3-a4fa-ae306d39f7ff HTTP/1.1" status: 404 len: 347 time: 0.0185797 Jul 05 10:25:41.770704 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 52330) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:25:41.883934 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:41.884266 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-e7bed974-54df-4d85-ba59-ba771a45d0ab tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Deleting port 60bbf724-eb6d-43da-8616-3a2879d7e165 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:25:41.884645 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e7bed974-54df-4d85-ba59-ba771a45d0ab tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (60bbf724-eb6d-43da-8616-3a2879d7e165), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:41.914555 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-f7f36c03-621a-4ac2-915f-3eef4465e257 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1344850936&fields=id&tenant_id=86eac45249ad4a5e9513fcc091bcf42e HTTP/1.1" status: 200 len: 267 time: 0.0451975 Jul 05 10:25:41.960791 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e7bed974-54df-4d85-ba59-ba771a45d0ab tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (60bbf724-eb6d-43da-8616-3a2879d7e165), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:41.961663 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e7bed974-54df-4d85-ba59-ba771a45d0ab tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for floatingip (60bbf724-eb6d-43da-8616-3a2879d7e165), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:41.974423 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-e7bed974-54df-4d85-ba59-ba771a45d0ab tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Calling delete_port for 60bbf724-eb6d-43da-8616-3a2879d7e165 owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:25:42.028274 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-60514edc-77ab-499f-9ab3-036781a1d78c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:42.029763 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-60514edc-77ab-499f-9ab3-036781a1d78c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/networks?id=5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 HTTP/1.1" status: 200 len: 811 time: 0.1079147 Jul 05 10:25:42.044484 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-11878536-5a52-440c-9fb9-7bfe71ab5bc7 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/quotas/86eac45249ad4a5e9513fcc091bcf42e HTTP/1.1" status: 200 len: 375 time: 0.0090859 Jul 05 10:25:42.094907 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-a22a9b8b-5999-4af2-8a71-d4304080eeda tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=86eac45249ad4a5e9513fcc091bcf42e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452092 Jul 05 10:25:42.114008 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e7bed974-54df-4d85-ba59-ba771a45d0ab tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (60bbf724-eb6d-43da-8616-3a2879d7e165), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:42.137670 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bed974-54df-4d85-ba59-ba771a45d0ab tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Pushing event deleted for resources: {'Port': ['ID=60bbf724-eb6d-43da-8616-3a2879d7e165,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:42.152350 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bed974-54df-4d85-ba59-ba771a45d0ab tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:42.152802 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bed974-54df-4d85-ba59-ba771a45d0ab tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:42.153138 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bed974-54df-4d85-ba59-ba771a45d0ab tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:42.153472 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bed974-54df-4d85-ba59-ba771a45d0ab tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:42.153801 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bed974-54df-4d85-ba59-ba771a45d0ab tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:42.154127 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bed974-54df-4d85-ba59-ba771a45d0ab tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:42.154452 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bed974-54df-4d85-ba59-ba771a45d0ab tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:42.154793 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bed974-54df-4d85-ba59-ba771a45d0ab tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:42.155114 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bed974-54df-4d85-ba59-ba771a45d0ab tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:42.155432 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bed974-54df-4d85-ba59-ba771a45d0ab tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:42.155751 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bed974-54df-4d85-ba59-ba771a45d0ab tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:42.156068 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bed974-54df-4d85-ba59-ba771a45d0ab tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:42.156428 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bed974-54df-4d85-ba59-ba771a45d0ab tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:42.156767 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bed974-54df-4d85-ba59-ba771a45d0ab tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:42.157089 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bed974-54df-4d85-ba59-ba771a45d0ab tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:42.216361 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e7bed974-54df-4d85-ba59-ba771a45d0ab tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks [] for floatingip (9e778483-6443-4aa3-855c-4c37e8d60501), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:42.219162 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e7bed974-54df-4d85-ba59-ba771a45d0ab tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:42.220306 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-e7bed974-54df-4d85-ba59-ba771a45d0ab tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] 10.222.0.20 "DELETE /v2.0/floatingips/9e778483-6443-4aa3-855c-4c37e8d60501 HTTP/1.1" status: 204 len: 168 time: 0.4481881 Jul 05 10:25:42.243769 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-1bd1fe2d-2241-42a5-89f3-4e48382c079d service neutron] 10.222.0.20 "GET /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377168 Jul 05 10:25:42.279757 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eeacca5-4921-455f-80e9-acee90ae762f', 'name': 'network-vif-deleted', 'tag': '265f0d38-e515-44a1-95c5-3695adc2b78e'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:25:42.282518 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd11a6f8-5f1f-4d80-ad61-daabf424dcd3" -d '{"events": [{"server_uuid": "1eeacca5-4921-455f-80e9-acee90ae762f", "name": "network-vif-deleted", "tag": "265f0d38-e515-44a1-95c5-3695adc2b78e"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:25:42.326831 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1b9b33-b7fd-492d-964a-ba44adfd8508 x-openstack-request-id: req-5b1b9b33-b7fd-492d-964a-ba44adfd8508 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:25:42.327114 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eeacca5-4921-455f-80e9-acee90ae762f", "name": "network-vif-deleted", "tag": "265f0d38-e515-44a1-95c5-3695adc2b78e", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:25:42.327486 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b1b9b33-b7fd-492d-964a-ba44adfd8508 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:25:42.327873 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b1b9b33-b7fd-492d-964a-ba44adfd8508'] response: {'server_uuid': '1eeacca5-4921-455f-80e9-acee90ae762f', 'name': 'network-vif-deleted', 'tag': '265f0d38-e515-44a1-95c5-3695adc2b78e', 'status': 'completed', 'code': 200} Jul 05 10:25:42.350499 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-96fd841f-6e26-44d4-a9e1-c77e399890ef service neutron] 10.222.0.20 "GET /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012111 Jul 05 10:25:42.639615 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d0f19e76-6da5-401e-be26-80d9238f8afd req-81aa5980-7681-41a6-812b-a306d29db836 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=b87058af-a15a-4a2b-9f05-e3f9b99e4a4d HTTP/1.1" status: 200 len: 210 time: 0.0335484 Jul 05 10:25:43.621036 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-711d1dbb-43a8-4413-9846-e0fd5c5ba185 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:43.622463 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-711d1dbb-43a8-4413-9846-e0fd5c5ba185 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.30 "GET /v2.0/networks?id=5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 HTTP/1.1" status: 200 len: 811 time: 0.1115587 Jul 05 10:25:43.727162 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-df11ac17-fd38-404e-8ab0-d66e4d28d390 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86eac45249ad4a5e9513fcc091bcf42e HTTP/1.1" status: 200 len: 380 time: 0.0690160 Jul 05 10:25:43.750369 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-a1c5dad0-4acc-4c55-b8d0-cb6602637d0b tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Request body: {'port': {'device_id': 'b87058af-a15a-4a2b-9f05-e3f9b99e4a4d', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'admin_state_up': True, 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'security_groups': ['f3fa079b-fc8b-4c1d-8db2-eaac005a69cb']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:25:43.754908 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-51508a3c-b0b2-45d9-bf5a-8a14cc040b84 req-8266a29a-5154-428d-b4d1-fef6eb5714a6 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=b87058af-a15a-4a2b-9f05-e3f9b99e4a4d HTTP/1.1" status: 200 len: 210 time: 0.0465086 Jul 05 10:25:43.858314 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-a1c5dad0-4acc-4c55-b8d0-cb6602637d0b tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Made reservation on behalf of 86eac45249ad4a5e9513fcc091bcf42e for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:25:43.861744 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-a1c5dad0-4acc-4c55-b8d0-cb6602637d0b tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:43.886053 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:43.992868 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-a1c5dad0-4acc-4c55-b8d0-cb6602637d0b tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Allocated IP 172.20.0.13 (5a6b68d3-f3f2-400d-a2f3-b1cc33d83760/ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de/bc97aaf3-0c0d-415c-b3c3-645269085c58) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:25:44.035712 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-46ce3d11-5155-4dd5-ba5e-eaac0763184f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:44.091109 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:44.137882 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-a1c5dad0-4acc-4c55-b8d0-cb6602637d0b tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for port (bc97aaf3-0c0d-415c-b3c3-645269085c58), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:44.170701 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-a1c5dad0-4acc-4c55-b8d0-cb6602637d0b tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (bc97aaf3-0c0d-415c-b3c3-645269085c58), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:44.216477 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-a1c5dad0-4acc-4c55-b8d0-cb6602637d0b tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Network 5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:25:44.219563 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-a1c5dad0-4acc-4c55-b8d0-cb6602637d0b tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:25:44.223836 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-a1c5dad0-4acc-4c55-b8d0-cb6602637d0b tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:25:44.249534 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5dad0-4acc-4c55-b8d0-cb6602637d0b tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Pushing event updated for resources: {'Port': ['ID=bc97aaf3-0c0d-415c-b3c3-645269085c58,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:44.281392 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-a1c5dad0-4acc-4c55-b8d0-cb6602637d0b tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:44.282038 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-a1c5dad0-4acc-4c55-b8d0-cb6602637d0b tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:44.303931 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-a1c5dad0-4acc-4c55-b8d0-cb6602637d0b tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5569611 Jul 05 10:25:44.368715 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-53841446-17e9-4695-9132-d4b98dbeaf3a service neutron] Request body: {'port': {'device_id': 'b87058af-a15a-4a2b-9f05-e3f9b99e4a4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:25:44.433256 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-53841446-17e9-4695-9132-d4b98dbeaf3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (bc97aaf3-0c0d-415c-b3c3-645269085c58), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:44.495095 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-caf2a073-30b6-4d4d-8f03-6f75ab316c9e None None] Provisioning complete for port bc97aaf3-0c0d-415c-b3c3-645269085c58 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:25:44.495490 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-caf2a073-30b6-4d4d-8f03-6f75ab316c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (bc97aaf3-0c0d-415c-b3c3-645269085c58), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:44.526346 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-caf2a073-30b6-4d4d-8f03-6f75ab316c9e None None] Port bc97aaf3-0c0d-415c-b3c3-645269085c58 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:25:44.635487 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 52380) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:25:44.694183 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-53841446-17e9-4695-9132-d4b98dbeaf3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc97aaf3-0c0d-415c-b3c3-645269085c58 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:25:44.702305 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-53841446-17e9-4695-9132-d4b98dbeaf3a service neutron] Publish callbacks [] for port (bc97aaf3-0c0d-415c-b3c3-645269085c58), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:44.715283 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-53841446-17e9-4695-9132-d4b98dbeaf3a service neutron] Transition to ACTIVE for port object bc97aaf3-0c0d-415c-b3c3-645269085c58 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 10:25:44.719419 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-53841446-17e9-4695-9132-d4b98dbeaf3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (bc97aaf3-0c0d-415c-b3c3-645269085c58), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:44.758114 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:44.770907 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53841446-17e9-4695-9132-d4b98dbeaf3a service neutron] Pushing event updated for resources: {'Port': ['ID=bc97aaf3-0c0d-415c-b3c3-645269085c58,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:44.893922 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f76c6b-a553-43d8-bd5e-160de0796eaf req-f0846afa-9564-4cb3-8c96-5b3f5bcec556 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:44.895509 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a3f76c6b-a553-43d8-bd5e-160de0796eaf req-f0846afa-9564-4cb3-8c96-5b3f5bcec556 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=b87058af-a15a-4a2b-9f05-e3f9b99e4a4d HTTP/1.1" status: 200 len: 944 time: 0.0640740 Jul 05 10:25:44.901259 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-53841446-17e9-4695-9132-d4b98dbeaf3a service neutron] Attempting to bind port bc97aaf3-0c0d-415c-b3c3-645269085c58 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:25:44.901586 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-53841446-17e9-4695-9132-d4b98dbeaf3a service neutron] Attempting to bind port bc97aaf3-0c0d-415c-b3c3-645269085c58 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'dc2063b4-108b-4048-b510-8b6b924e698b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:25:44.901909 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-53841446-17e9-4695-9132-d4b98dbeaf3a service neutron] Attempting to bind port bc97aaf3-0c0d-415c-b3c3-645269085c58 on network 5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:25:44.915066 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-53841446-17e9-4695-9132-d4b98dbeaf3a service neutron] Port bc97aaf3-0c0d-415c-b3c3-645269085c58 on network 5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 10:25:44.915401 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-53841446-17e9-4695-9132-d4b98dbeaf3a service neutron] Attempting to bind port bc97aaf3-0c0d-415c-b3c3-645269085c58 on network 5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:25:44.935316 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-53841446-17e9-4695-9132-d4b98dbeaf3a service neutron] Checking agent: {'id': '2022926f-89e6-45ab-bc5a-219d9ca35e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'started_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:25:44.935316 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-53841446-17e9-4695-9132-d4b98dbeaf3a service neutron] Checking segment: {'id': 'dc2063b4-108b-4048-b510-8b6b924e698b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:25:44.935622 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-53841446-17e9-4695-9132-d4b98dbeaf3a service neutron] Bound using segment: {'id': 'dc2063b4-108b-4048-b510-8b6b924e698b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:25:44.936009 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-53841446-17e9-4695-9132-d4b98dbeaf3a service neutron] Bound port: bc97aaf3-0c0d-415c-b3c3-645269085c58, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2063b4-108b-4048-b510-8b6b924e698b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:25:44.936384 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-53841446-17e9-4695-9132-d4b98dbeaf3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (bc97aaf3-0c0d-415c-b3c3-645269085c58), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:44.954385 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:44.997648 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:45.025364 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a3f76c6b-a553-43d8-bd5e-160de0796eaf req-05c9087e-3e34-46c7-9816-1cd915158151 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196289 Jul 05 10:25:45.045895 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-53841446-17e9-4695-9132-d4b98dbeaf3a service neutron] For port bc97aaf3-0c0d-415c-b3c3-645269085c58, host hv-cinder-maste, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:25:45.050577 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-53841446-17e9-4695-9132-d4b98dbeaf3a service neutron] For port bc97aaf3-0c0d-415c-b3c3-645269085c58, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bc97aaf3-0c0d-415c-b3c3-645269085c58,segment=NetworkSegment(dc2063b4-108b-4048-b510-8b6b924e698b),segment_id=dc2063b4-108b-4048-b510-8b6b924e698b)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:25:45.058233 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-53841446-17e9-4695-9132-d4b98dbeaf3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (bc97aaf3-0c0d-415c-b3c3-645269085c58), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:45.095535 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-53841446-17e9-4695-9132-d4b98dbeaf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:45.096239 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-53841446-17e9-4695-9132-d4b98dbeaf3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:45.097817 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-53841446-17e9-4695-9132-d4b98dbeaf3a service neutron] 10.222.0.30 "PUT /v2.0/ports/bc97aaf3-0c0d-415c-b3c3-645269085c58 HTTP/1.1" status: 200 len: 1094 time: 0.7815280 Jul 05 10:25:45.098453 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b87058af-a15a-4a2b-9f05-e3f9b99e4a4d', 'tag': 'bc97aaf3-0c0d-415c-b3c3-645269085c58'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:25:45.100847 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c79274-b6fd-44b9-a986-1c3744c99475" -d '{"events": [{"name": "network-changed", "server_uuid": "b87058af-a15a-4a2b-9f05-e3f9b99e4a4d", "tag": "bc97aaf3-0c0d-415c-b3c3-645269085c58"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:25:45.129640 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53841446-17e9-4695-9132-d4b98dbeaf3a service neutron] Pushing event updated for resources: {'Port': ['ID=bc97aaf3-0c0d-415c-b3c3-645269085c58,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:45.159377 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2943ad38-e2cb-418d-815c-251c77e4a219 x-openstack-request-id: req-2943ad38-e2cb-418d-815c-251c77e4a219 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:25:45.159695 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b87058af-a15a-4a2b-9f05-e3f9b99e4a4d", "tag": "bc97aaf3-0c0d-415c-b3c3-645269085c58", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:25:45.159947 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2943ad38-e2cb-418d-815c-251c77e4a219 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:25:45.160353 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2943ad38-e2cb-418d-815c-251c77e4a219'] response: {'name': 'network-changed', 'server_uuid': 'b87058af-a15a-4a2b-9f05-e3f9b99e4a4d', 'tag': 'bc97aaf3-0c0d-415c-b3c3-645269085c58', 'status': 'completed', 'code': 200} Jul 05 10:25:45.218276 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-436e2e91-3ac8-44d7-bce6-e63e934f0711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:45.219814 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-436e2e91-3ac8-44d7-bce6-e63e934f0711 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=86eac45249ad4a5e9513fcc091bcf42e&device_id=b87058af-a15a-4a2b-9f05-e3f9b99e4a4d HTTP/1.1" status: 200 len: 1128 time: 0.0435951 Jul 05 10:25:45.268705 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-1b3c71ba-aeeb-490d-a846-2a04b74147c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc97aaf3-0c0d-415c-b3c3-645269085c58 HTTP/1.1" status: 200 len: 217 time: 0.0360723 Jul 05 10:25:45.323041 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-aa278ed0-fee4-4611-be21-df98d46d61e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:45.324549 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-aa278ed0-fee4-4611-be21-df98d46d61e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de HTTP/1.1" status: 200 len: 850 time: 0.0499587 Jul 05 10:25:45.370114 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-af3168ba-f9c1-43b1-9d1e-587de546b8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:45.371699 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-af3168ba-f9c1-43b1-9d1e-587de546b8ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a6b68d3-f3f2-400d-a2f3-b1cc33d83760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419981 Jul 05 10:25:45.373996 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2fe284f5-c11f-41c5-93c3-a8c8d80ea925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-801726'] for router_interface (82fff273-8099-4505-bbe9-761395e828c9), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:45.453383 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:45.464769 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-acf6dd7d-16f1-463c-b2a8-3759c2d79e7b service neutron] 10.222.0.30 "GET /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868168 Jul 05 10:25:45.558998 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-adc5f92f-5ba8-4d4a-aea9-7fadcf367551 req-3a3e3eef-5937-43e2-b0dc-ceda1a09091d service neutron] 10.222.0.30 "GET /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888100 Jul 05 10:25:45.564033 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:45.594948 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-2fe284f5-c11f-41c5-93c3-a8c8d80ea925 admin admin] Deleting port 984a368a-1748-4580-a66e-3d203cb923e1 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:25:45.595282 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2fe284f5-c11f-41c5-93c3-a8c8d80ea925 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (984a368a-1748-4580-a66e-3d203cb923e1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:45.675942 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-2fe284f5-c11f-41c5-93c3-a8c8d80ea925 admin admin] For port 984a368a-1748-4580-a66e-3d203cb923e1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=984a368a-1748-4580-a66e-3d203cb923e1,segment=NetworkSegment(bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa),segment_id=bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:45.676637 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2fe284f5-c11f-41c5-93c3-a8c8d80ea925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (984a368a-1748-4580-a66e-3d203cb923e1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:45.689665 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-2fe284f5-c11f-41c5-93c3-a8c8d80ea925 admin admin] Calling delete_port for 984a368a-1748-4580-a66e-3d203cb923e1 owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:25:45.863123 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2fe284f5-c11f-41c5-93c3-a8c8d80ea925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (984a368a-1748-4580-a66e-3d203cb923e1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:45.887874 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe284f5-c11f-41c5-93c3-a8c8d80ea925 admin admin] Pushing event deleted for resources: {'Port': ['ID=984a368a-1748-4580-a66e-3d203cb923e1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:46.053686 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2fe284f5-c11f-41c5-93c3-a8c8d80ea925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-802062'] for router_interface (82fff273-8099-4505-bbe9-761395e828c9), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:46.141719 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fdd389-40df-4e69-b552-d86a33f25337 req-65ef25c5-a398-4203-8c8b-3abe683ad2b9 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:46.143097 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-75fdd389-40df-4e69-b552-d86a33f25337 req-65ef25c5-a398-4203-8c8b-3abe683ad2b9 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=b87058af-a15a-4a2b-9f05-e3f9b99e4a4d HTTP/1.1" status: 200 len: 944 time: 0.0477841 Jul 05 10:25:46.192233 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-75fdd389-40df-4e69-b552-d86a33f25337 req-b1a6cf83-89de-4e24-9288-858bf30f39ca tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434976 Jul 05 10:25:46.251589 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:46.263136 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe284f5-c11f-41c5-93c3-a8c8d80ea925 admin admin] Router 82fff273-8099-4505-bbe9-761395e828c9 has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:25:46.309600 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c79274-b6fd-44b9-a986-1c3744c99475 req-b6608021-d1eb-4fa0-b1cd-57173a3961fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:46.311101 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-80c79274-b6fd-44b9-a986-1c3744c99475 req-b6608021-d1eb-4fa0-b1cd-57173a3961fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=86eac45249ad4a5e9513fcc091bcf42e&device_id=b87058af-a15a-4a2b-9f05-e3f9b99e4a4d HTTP/1.1" status: 200 len: 1128 time: 0.0458252 Jul 05 10:25:46.315139 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:46.367770 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe284f5-c11f-41c5-93c3-a8c8d80ea925 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:25:46.375525 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-2fe284f5-c11f-41c5-93c3-a8c8d80ea925 admin admin] 10.222.0.20 "PUT /v2.0/routers/82fff273-8099-4505-bbe9-761395e828c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7362266 Jul 05 10:25:46.375847 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 52390) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:25:46.376850 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784ede48-dc1b-4809-ae98-aef036ad1230 None None] Sync routers for ids ['82fff273-8099-4505-bbe9-761395e828c9'] in dv-cinder-master-3-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:25:46.387872 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784ede48-dc1b-4809-ae98-aef036ad1230 None None] Routers {'82fff273-8099-4505-bbe9-761395e828c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:25:46.388509 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-784ede48-dc1b-4809-ae98-aef036ad1230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:25:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['82fff273-8099-4505-bbe9-761395e828c9'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:46.440927 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:46.480655 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c79274-b6fd-44b9-a986-1c3744c99475 req-48a79972-7152-474f-8607-d34ce4e96891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:46.482113 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-80c79274-b6fd-44b9-a986-1c3744c99475 req-48a79972-7152-474f-8607-d34ce4e96891 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 HTTP/1.1" status: 200 len: 912 time: 0.1643968 Jul 05 10:25:46.487771 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-784ede48-dc1b-4809-ae98-aef036ad1230 None None] Set router 82fff273-8099-4505-bbe9-761395e828c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:25:46.526651 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-80c79274-b6fd-44b9-a986-1c3744c99475 req-7bba1027-100b-4f33-9be2-142a9d820fb9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc97aaf3-0c0d-415c-b3c3-645269085c58 HTTP/1.1" status: 200 len: 217 time: 0.0383470 Jul 05 10:25:46.531484 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-16dd4e0d-ce0e-4c48-bbce-9484673aeda3 admin admin] Publish callbacks [] for router (82fff273-8099-4505-bbe9-761395e828c9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:46.683867 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=100 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:46.738462 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:46.742311 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-784ede48-dc1b-4809-ae98-aef036ad1230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fff273-8099-4505-bbe9-761395e828c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1043335425-router', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:25:45Z', 'revision_number': 5, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'gw_port': {'id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:46.769366 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784ede48-dc1b-4809-ae98-aef036ad1230 None None] Checking router: 82fff273-8099-4505-bbe9-761395e828c9 for host: dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:25:46.778206 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784ede48-dc1b-4809-ae98-aef036ad1230 None None] Routers {'82fff273-8099-4505-bbe9-761395e828c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:25:46.778821 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-784ede48-dc1b-4809-ae98-aef036ad1230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:25:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['82fff273-8099-4505-bbe9-761395e828c9'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:46.835719 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:46.844205 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:46.884651 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-784ede48-dc1b-4809-ae98-aef036ad1230 None None] Set router 82fff273-8099-4505-bbe9-761395e828c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:25:46.902967 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c79274-b6fd-44b9-a986-1c3744c99475 req-b21838dc-7726-4c53-b1f9-01784b95f5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:46.904413 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-80c79274-b6fd-44b9-a986-1c3744c99475 req-b21838dc-7726-4c53-b1f9-01784b95f5ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de HTTP/1.1" status: 200 len: 850 time: 0.3711264 Jul 05 10:25:46.945924 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:46.961625 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c79274-b6fd-44b9-a986-1c3744c99475 req-8debc763-7924-4814-acce-9e49f14b6d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:46.963107 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-80c79274-b6fd-44b9-a986-1c3744c99475 req-8debc763-7924-4814-acce-9e49f14b6d10 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a6b68d3-f3f2-400d-a2f3-b1cc33d83760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525367 Jul 05 10:25:46.964911 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-16dd4e0d-ce0e-4c48-bbce-9484673aeda3 admin admin] Publish callbacks [] for router_gateway (82fff273-8099-4505-bbe9-761395e828c9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:47.057812 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-784ede48-dc1b-4809-ae98-aef036ad1230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fff273-8099-4505-bbe9-761395e828c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1043335425-router', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:25:45Z', 'revision_number': 5, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'gw_port': {'id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:47.065271 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-16dd4e0d-ce0e-4c48-bbce-9484673aeda3 admin admin] Deleting port f4a63873-b367-44ad-af08-dfa7793e6fdb {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:25:47.065603 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-16dd4e0d-ce0e-4c48-bbce-9484673aeda3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (f4a63873-b367-44ad-af08-dfa7793e6fdb), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:47.087142 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784ede48-dc1b-4809-ae98-aef036ad1230 None None] The sync data for ids ['82fff273-8099-4505-bbe9-761395e828c9'] in dv-cinder-master-3-iscsi is: [{'id': '82fff273-8099-4505-bbe9-761395e828c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1043335425-router', 'tenant_id': 'f0c19d009f1b4ef09a40267bcf654107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:25:45Z', 'revision_number': 5, 'project_id': 'f0c19d009f1b4ef09a40267bcf654107', 'gw_port': {'id': 'f4a63873-b367-44ad-af08-dfa7793e6fdb', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fff273-8099-4505-bbe9-761395e828c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:18:22Z', 'updated_at': '2022-07-05T10:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:25:47.113653 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-80c79274-b6fd-44b9-a986-1c3744c99475 req-d43d89a5-494d-4e30-b253-0853d0c2ca87 service neutron] 10.222.0.30 "GET /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440804 Jul 05 10:25:47.228429 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-16dd4e0d-ce0e-4c48-bbce-9484673aeda3 admin admin] For port f4a63873-b367-44ad-af08-dfa7793e6fdb, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f4a63873-b367-44ad-af08-dfa7793e6fdb,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:47.229029 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-16dd4e0d-ce0e-4c48-bbce-9484673aeda3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (f4a63873-b367-44ad-af08-dfa7793e6fdb), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:47.246836 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-16dd4e0d-ce0e-4c48-bbce-9484673aeda3 admin admin] Calling delete_port for f4a63873-b367-44ad-af08-dfa7793e6fdb owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:25:47.314644 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-80c79274-b6fd-44b9-a986-1c3744c99475 req-4a8bf963-cdf4-406c-9115-efc365f8c32c service neutron] 10.222.0.30 "GET /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760387 Jul 05 10:25:47.360292 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fac9f2-78ed-4302-be70-52e9cacc04b6 req-7e490003-76b4-47bc-8d71-1f5c5d128380 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:47.361785 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f2fac9f2-78ed-4302-be70-52e9cacc04b6 req-7e490003-76b4-47bc-8d71-1f5c5d128380 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=b87058af-a15a-4a2b-9f05-e3f9b99e4a4d HTTP/1.1" status: 200 len: 944 time: 0.0952466 Jul 05 10:25:47.458636 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f2fac9f2-78ed-4302-be70-52e9cacc04b6 req-f53cc79d-f13c-4cf6-a6a8-801a4746fcd8 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907700 Jul 05 10:25:47.468129 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:47.508226 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 984a368a-1748-4580-a66e-3d203cb923e1 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:25:47.530196 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] No Port match for: 984a368a-1748-4580-a66e-3d203cb923e1 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:25:47.530699 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 984a368a-1748-4580-a66e-3d203cb923e1 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:25:47.531479 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-16dd4e0d-ce0e-4c48-bbce-9484673aeda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (f4a63873-b367-44ad-af08-dfa7793e6fdb), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:47.558544 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd4e0d-ce0e-4c48-bbce-9484673aeda3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4a63873-b367-44ad-af08-dfa7793e6fdb,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:47.622670 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-16dd4e0d-ce0e-4c48-bbce-9484673aeda3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-789316'] for router_gateway (82fff273-8099-4505-bbe9-761395e828c9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:47.711646 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-16dd4e0d-ce0e-4c48-bbce-9484673aeda3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-795196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28314'] for router (82fff273-8099-4505-bbe9-761395e828c9), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:47.713843 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-16dd4e0d-ce0e-4c48-bbce-9484673aeda3 admin admin] Publish callbacks [] for router_controller (82fff273-8099-4505-bbe9-761395e828c9), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:47.758218 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-16dd4e0d-ce0e-4c48-bbce-9484673aeda3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-795179'] for router (82fff273-8099-4505-bbe9-761395e828c9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:47.758851 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16dd4e0d-ce0e-4c48-bbce-9484673aeda3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82fff273-8099-4505-bbe9-761395e828c9 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:25:47.763796 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-16dd4e0d-ce0e-4c48-bbce-9484673aeda3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:47.765228 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-16dd4e0d-ce0e-4c48-bbce-9484673aeda3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/82fff273-8099-4505-bbe9-761395e828c9 HTTP/1.1" status: 204 len: 168 time: 1.3884459 Jul 05 10:25:47.767722 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 52394) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:25:47.815442 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa5a3cf-33be-4c4a-aa64-307db5d26620 admin admin] Deleting subnet 69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 05 10:25:47.818956 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9aa5a3cf-33be-4c4a-aa64-307db5d26620 admin admin] Publish callbacks [] for subnet (69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:47.855987 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9aa5a3cf-33be-4c4a-aa64-307db5d26620 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27201669'] for subnet (69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:47.919262 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:47.936473 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9aa5a3cf-33be-4c4a-aa64-307db5d26620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2072780'] for subnet (69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:47.988723 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9aa5a3cf-33be-4c4a-aa64-307db5d26620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2072775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26022182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013299'] for subnet (69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:48.014637 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa5a3cf-33be-4c4a-aa64-307db5d26620 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:48.018186 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9aa5a3cf-33be-4c4a-aa64-307db5d26620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:48.021398 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-9aa5a3cf-33be-4c4a-aa64-307db5d26620 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/69f7b3f1-eaa5-4f6d-bde5-f8dc14f8a4de HTTP/1.1" status: 204 len: 168 time: 0.2526469 Jul 05 10:25:48.024553 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 52396) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:25:48.025044 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112737fd-eef4-4556-b2df-9bba04f4619c None None] Network fddec1cf-8b7c-4e90-af09-12a66276106e requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:25:48.053116 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:48.094754 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eab33a04-9fde-40fa-8255-8a4ccfa544b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1968054'] for network (fddec1cf-8b7c-4e90-af09-12a66276106e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:48.107781 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:48.141578 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-eab33a04-9fde-40fa-8255-8a4ccfa544b4 admin admin] Deleting port ed33c517-78e3-4966-83d7-917c37a30b5e {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:25:48.141921 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eab33a04-9fde-40fa-8255-8a4ccfa544b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (ed33c517-78e3-4966-83d7-917c37a30b5e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:48.205557 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7d3cdf-e1bc-4261-bb64-133aa598f299 None None] DHCP port deletion for fddec1cf-8b7c-4e90-af09-12a66276106e request from dv-cinder-master-3-iscsi {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 05 10:25:48.207801 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-eab33a04-9fde-40fa-8255-8a4ccfa544b4 admin admin] For port ed33c517-78e3-4966-83d7-917c37a30b5e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ed33c517-78e3-4966-83d7-917c37a30b5e,segment=NetworkSegment(bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa),segment_id=bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:48.208356 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eab33a04-9fde-40fa-8255-8a4ccfa544b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (ed33c517-78e3-4966-83d7-917c37a30b5e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:48.224485 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-eab33a04-9fde-40fa-8255-8a4ccfa544b4 admin admin] Calling delete_port for ed33c517-78e3-4966-83d7-917c37a30b5e owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:25:48.243110 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8f7d3cdf-e1bc-4261-bb64-133aa598f299 None None] Deleting port ed33c517-78e3-4966-83d7-917c37a30b5e {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:25:48.243483 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8f7d3cdf-e1bc-4261-bb64-133aa598f299 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (ed33c517-78e3-4966-83d7-917c37a30b5e), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:48.307151 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eab33a04-9fde-40fa-8255-8a4ccfa544b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (ed33c517-78e3-4966-83d7-917c37a30b5e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:48.308002 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-8f7d3cdf-e1bc-4261-bb64-133aa598f299 None None] For port ed33c517-78e3-4966-83d7-917c37a30b5e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ed33c517-78e3-4966-83d7-917c37a30b5e,segment=NetworkSegment(bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa),segment_id=bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:48.308409 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8f7d3cdf-e1bc-4261-bb64-133aa598f299 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (ed33c517-78e3-4966-83d7-917c37a30b5e), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:48.325293 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8f7d3cdf-e1bc-4261-bb64-133aa598f299 None None] Calling delete_port for ed33c517-78e3-4966-83d7-917c37a30b5e owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:25:48.333638 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab33a04-9fde-40fa-8255-8a4ccfa544b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed33c517-78e3-4966-83d7-917c37a30b5e,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:48.336053 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab33a04-9fde-40fa-8255-8a4ccfa544b4 admin admin] No DVR routers for this DVR port ed33c517-78e3-4966-83d7-917c37a30b5e on host dv-cinder-master-3-iscsi {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:25:48.404033 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8f7d3cdf-e1bc-4261-bb64-133aa598f299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874'] for port (ed33c517-78e3-4966-83d7-917c37a30b5e), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:48.410261 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eab33a04-9fde-40fa-8255-8a4ccfa544b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988390', 'neutron.services.segments.db._delete_segments_for_network-8734376687225'] for network (fddec1cf-8b7c-4e90-af09-12a66276106e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:48.429165 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d3cdf-e1bc-4261-bb64-133aa598f299 None None] Pushing event deleted for resources: {'Port': ['ID=ed33c517-78e3-4966-83d7-917c37a30b5e,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:48.431124 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-eab33a04-9fde-40fa-8255-8a4ccfa544b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fddec1cf-8b7c-4e90-af09-12a66276106e']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:48.433390 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7d3cdf-e1bc-4261-bb64-133aa598f299 None None] No DVR routers for this DVR port ed33c517-78e3-4966-83d7-917c37a30b5e on host dv-cinder-master-3-iscsi {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:25:48.439810 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d3cdf-e1bc-4261-bb64-133aa598f299 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:48.443407 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d3cdf-e1bc-4261-bb64-133aa598f299 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:48.443407 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d3cdf-e1bc-4261-bb64-133aa598f299 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:48.443407 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d3cdf-e1bc-4261-bb64-133aa598f299 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:48.443407 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d3cdf-e1bc-4261-bb64-133aa598f299 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:48.443407 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d3cdf-e1bc-4261-bb64-133aa598f299 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:48.443407 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d3cdf-e1bc-4261-bb64-133aa598f299 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:48.443407 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d3cdf-e1bc-4261-bb64-133aa598f299 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:48.443407 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d3cdf-e1bc-4261-bb64-133aa598f299 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:48.443407 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d3cdf-e1bc-4261-bb64-133aa598f299 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:48.443407 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d3cdf-e1bc-4261-bb64-133aa598f299 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:48.443407 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d3cdf-e1bc-4261-bb64-133aa598f299 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:48.445093 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d3cdf-e1bc-4261-bb64-133aa598f299 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:48.445093 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d3cdf-e1bc-4261-bb64-133aa598f299 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:48.445093 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d3cdf-e1bc-4261-bb64-133aa598f299 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:48.446072 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-eab33a04-9fde-40fa-8255-8a4ccfa544b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:48.446362 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-eab33a04-9fde-40fa-8255-8a4ccfa544b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:48.458999 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eab33a04-9fde-40fa-8255-8a4ccfa544b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734376687490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26770217'] for segment (bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:48.473036 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eab33a04-9fde-40fa-8255-8a4ccfa544b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:48.479237 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eab33a04-9fde-40fa-8255-8a4ccfa544b4 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:25:48.479615 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eab33a04-9fde-40fa-8255-8a4ccfa544b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26770682'] for segment (bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:48.545735 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eab33a04-9fde-40fa-8255-8a4ccfa544b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-790277'] for network (fddec1cf-8b7c-4e90-af09-12a66276106e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:48.553078 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eab33a04-9fde-40fa-8255-8a4ccfa544b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:48.557125 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-eab33a04-9fde-40fa-8255-8a4ccfa544b4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fddec1cf-8b7c-4e90-af09-12a66276106e HTTP/1.1" status: 204 len: 168 time: 0.5315869 Jul 05 10:25:48.567193 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab33a04-9fde-40fa-8255-8a4ccfa544b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fddec1cf-8b7c-4e90-af09-12a66276106e,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:48.582976 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa resource provider aggregate not found Jul 05 10:25:48.592229 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6211e-9087-44a7-a82f-6fa4e67a1fd3 req-8822549e-3daa-443d-928a-b35f53bb49aa tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:48.599209 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-86c6211e-9087-44a7-a82f-6fa4e67a1fd3 req-8822549e-3daa-443d-928a-b35f53bb49aa tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=b87058af-a15a-4a2b-9f05-e3f9b99e4a4d HTTP/1.1" status: 200 len: 944 time: 0.0711625 Jul 05 10:25:48.599823 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc94ece6-8c36-4d9f-a79e-9f95a2f0f9fa found for delete ", "request_id": "req-b0124472-eb5a-46de-b768-3943e02a3df7"}]} Jul 05 10:25:48.652221 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-86c6211e-9087-44a7-a82f-6fa4e67a1fd3 req-f2e72027-64c2-455b-ba87-0738bc5c4632 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521252 Jul 05 10:25:48.687416 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 52408) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:25:48.727309 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-1debd01c-99ed-405b-9d17-0228651a9e45 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0c19d009f1b4ef09a40267bcf654107&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386381 Jul 05 10:25:48.729626 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 52410) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:25:48.777499 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-22b7930c-fa8e-4a64-909c-097f88abd60f admin admin] Publish callbacks [] for security_group (1e46deed-3236-490d-83f7-93d5e3a878bd), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:48.798875 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-22b7930c-fa8e-4a64-909c-097f88abd60f admin admin] Publish callbacks [] for security_group (1e46deed-3236-490d-83f7-93d5e3a878bd), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:48.846208 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-22b7930c-fa8e-4a64-909c-097f88abd60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (1e46deed-3236-490d-83f7-93d5e3a878bd), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:48.848754 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-22b7930c-fa8e-4a64-909c-097f88abd60f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:48.849898 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-22b7930c-fa8e-4a64-909c-097f88abd60f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e46deed-3236-490d-83f7-93d5e3a878bd HTTP/1.1" status: 204 len: 168 time: 0.1193979 Jul 05 10:25:48.858649 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7930c-fa8e-4a64-909c-097f88abd60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e46deed-3236-490d-83f7-93d5e3a878bd,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:49.262450 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device f4a63873-b367-44ad-af08-dfa7793e6fdb no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:25:49.283669 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] No Port match for: f4a63873-b367-44ad-af08-dfa7793e6fdb {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:25:49.284317 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device f4a63873-b367-44ad-af08-dfa7793e6fdb not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:25:49.284722 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device ed33c517-78e3-4966-83d7-917c37a30b5e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:25:49.304211 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] No Port match for: ed33c517-78e3-4966-83d7-917c37a30b5e {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:25:49.304582 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device ed33c517-78e3-4966-83d7-917c37a30b5e not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:25:49.544376 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 52432) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:25:49.639257 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-1b26b72a-82fa-43a5-9e08-c6eb07314a58 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1214041305-network', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:25:49.659515 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b26b72a-82fa-43a5-9e08-c6eb07314a58 admin admin] Made reservation on behalf of 8b5c262b91db42cb9e4042b180f9fb4d for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:25:49.661887 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1b26b72a-82fa-43a5-9e08-c6eb07314a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:49.670854 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1b26b72a-82fa-43a5-9e08-c6eb07314a58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:49.703868 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:49.785287 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1b26b72a-82fa-43a5-9e08-c6eb07314a58 admin admin] Publish callbacks [] for security_group (4d4f69fc-9a74-42ed-9227-7ad2dd357484), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:49.791940 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856bc37-3d3a-4d00-8f5c-5a07e85cc347 req-7246018e-21a5-411c-ae66-973e74d5accb tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:49.793407 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7856bc37-3d3a-4d00-8f5c-5a07e85cc347 req-7246018e-21a5-411c-ae66-973e74d5accb tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=b87058af-a15a-4a2b-9f05-e3f9b99e4a4d HTTP/1.1" status: 200 len: 944 time: 0.0693321 Jul 05 10:25:49.794374 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1b26b72a-82fa-43a5-9e08-c6eb07314a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (4d4f69fc-9a74-42ed-9227-7ad2dd357484), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:49.835299 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b26b72a-82fa-43a5-9e08-c6eb07314a58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:25:49.844064 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26b72a-82fa-43a5-9e08-c6eb07314a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4f69fc-9a74-42ed-9227-7ad2dd357484,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:49.853768 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1b26b72a-82fa-43a5-9e08-c6eb07314a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (c9eb5960-fb18-4f8f-92bc-ade4c127197b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:49.854105 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.db.segments_db [None req-1b26b72a-82fa-43a5-9e08-c6eb07314a58 admin admin] Added segment c9eb5960-fb18-4f8f-92bc-ade4c127197b of type vlan for network 905e65c9-d2c9-40b0-a3db-38b3be82f3f2 Jul 05 10:25:49.909849 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7856bc37-3d3a-4d00-8f5c-5a07e85cc347 req-28e44819-145e-42f7-9f9b-405281336801 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089842 Jul 05 10:25:49.920811 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1b26b72a-82fa-43a5-9e08-c6eb07314a58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734376243128'] for network (905e65c9-d2c9-40b0-a3db-38b3be82f3f2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:49.924666 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:49.953115 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1b26b72a-82fa-43a5-9e08-c6eb07314a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724'] for network (905e65c9-d2c9-40b0-a3db-38b3be82f3f2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:49.954112 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b26b72a-82fa-43a5-9e08-c6eb07314a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:49.954676 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1b26b72a-82fa-43a5-9e08-c6eb07314a58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:49.981711 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-1b26b72a-82fa-43a5-9e08-c6eb07314a58 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4362030 Jul 05 10:25:49.984743 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 52438) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:25:49.989545 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-f5b9131a-4214-4c6e-997b-f6329db96445 admin admin] Request body: {'subnet': {'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1214041305-subnet', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:25:50.010136 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b9131a-4214-4c6e-997b-f6329db96445 admin admin] Made reservation on behalf of 8b5c262b91db42cb9e4042b180f9fb4d for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:25:50.012541 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f5b9131a-4214-4c6e-997b-f6329db96445 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26956147'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:50.017909 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26b72a-82fa-43a5-9e08-c6eb07314a58 admin admin] Pushing event updated for resources: {'Network': ['ID=905e65c9-d2c9-40b0-a3db-38b3be82f3f2,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:50.028102 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Network 905e65c9-d2c9-40b0-a3db-38b3be82f3f2 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:25:50.175538 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:50.180989 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f5b9131a-4214-4c6e-997b-f6329db96445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26770499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26956697'] for subnet (9ae0d34b-31e2-476a-b729-9e109937f183), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:50.239619 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9131a-4214-4c6e-997b-f6329db96445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ae0d34b-31e2-476a-b729-9e109937f183,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:50.249619 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b9131a-4214-4c6e-997b-f6329db96445 admin admin] Checking segment: {'id': 'c9eb5960-fb18-4f8f-92bc-ade4c127197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:25:50.249969 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b9131a-4214-4c6e-997b-f6329db96445 admin admin] Network hostable DHCP agents. Network: 905e65c9-d2c9-40b0-a3db-38b3be82f3f2, hostable agents: ['79910865-91ee-4878-a729-5c22ab7e1742'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:25:50.262874 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:50.268152 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b9131a-4214-4c6e-997b-f6329db96445 admin admin] Network 905e65c9-d2c9-40b0-a3db-38b3be82f3f2 is scheduled to be hosted by DHCP agent 79910865-91ee-4878-a729-5c22ab7e1742 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:25:50.278880 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-f5b9131a-4214-4c6e-997b-f6329db96445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 905e65c9-d2c9-40b0-a3db-38b3be82f3f2) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:25:50.284716 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b9131a-4214-4c6e-997b-f6329db96445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:50.285624 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f5b9131a-4214-4c6e-997b-f6329db96445 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:50.286741 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3c6b3c-77b1-42a6-b6c1-241e003ad76f None None] Network 905e65c9-d2c9-40b0-a3db-38b3be82f3f2 requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:25:50.302669 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f5b9131a-4214-4c6e-997b-f6329db96445 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3168597 Jul 05 10:25:50.306225 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 52440) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:25:50.310572 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-6a2a7462-5a1a-4596-9e28-932517db4c1a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1214041305-router', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:25:50.330560 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a2a7462-5a1a-4596-9e28-932517db4c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-796597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28292'] for router (f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:50.331640 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a2a7462-5a1a-4596-9e28-932517db4c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-795281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-789393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-942032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28301'] for router (f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:50.382509 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a2a7462-5a1a-4596-9e28-932517db4c1a admin admin] Publish callbacks [] for router_controller (f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:50.394197 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ab63ac-b857-41b8-a714-206a7fcbffd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-905e65c9-d2c9-40b0-a3db-38b3be82f3f2', 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2', 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'fixed_ips': [{'subnet_id': '9ae0d34b-31e2-476a-b729-9e109937f183'}]}} from dv-cinder-master-3-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 05 10:25:50.395152 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c1ab63ac-b857-41b8-a714-206a7fcbffd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:50.516316 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a2a7462-5a1a-4596-9e28-932517db4c1a admin admin] Publish callbacks [] for router_gateway (f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:50.532755 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-c1ab63ac-b857-41b8-a714-206a7fcbffd3 None None] Allocated IP 172.20.0.2 (905e65c9-d2c9-40b0-a3db-38b3be82f3f2/9ae0d34b-31e2-476a-b729-9e109937f183/be6a0dea-9aa1-4cf6-a9f0-e4d26554d334) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:25:50.694625 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a2a7462-5a1a-4596-9e28-932517db4c1a admin admin] Publish callbacks [] for router_gateway (f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:50.714396 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a2a7462-5a1a-4596-9e28-932517db4c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:50.796522 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c1ab63ac-b857-41b8-a714-206a7fcbffd3 None None] Publish callbacks [] for port (be6a0dea-9aa1-4cf6-a9f0-e4d26554d334), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:50.804678 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c1ab63ac-b857-41b8-a714-206a7fcbffd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865'] for port (be6a0dea-9aa1-4cf6-a9f0-e4d26554d334), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:50.813056 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:50.827805 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-6a2a7462-5a1a-4596-9e28-932517db4c1a admin admin] Allocated IP 172.37.2.89 (41de873a-d138-4cc5-b805-d53357ba161e/988cd17f-ff06-4e31-a156-b2c72b1aa185/bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:25:50.852968 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ab63ac-b857-41b8-a714-206a7fcbffd3 None None] Network 905e65c9-d2c9-40b0-a3db-38b3be82f3f2 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:25:50.856822 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-c1ab63ac-b857-41b8-a714-206a7fcbffd3 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:25:50.859399 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ab63ac-b857-41b8-a714-206a7fcbffd3 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:25:50.862298 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab63ac-b857-41b8-a714-206a7fcbffd3 None None] Pushing event updated for resources: {'Port': ['ID=be6a0dea-9aa1-4cf6-a9f0-e4d26554d334,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:50.910293 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:50.923786 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c1ab63ac-b857-41b8-a714-206a7fcbffd3 None None] Attempting to bind port be6a0dea-9aa1-4cf6-a9f0-e4d26554d334 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:25:50.924198 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c1ab63ac-b857-41b8-a714-206a7fcbffd3 None None] Attempting to bind port be6a0dea-9aa1-4cf6-a9f0-e4d26554d334 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c9eb5960-fb18-4f8f-92bc-ade4c127197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:25:50.924721 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ab63ac-b857-41b8-a714-206a7fcbffd3 None None] Attempting to bind port be6a0dea-9aa1-4cf6-a9f0-e4d26554d334 on network 905e65c9-d2c9-40b0-a3db-38b3be82f3f2 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:25:50.931441 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ab63ac-b857-41b8-a714-206a7fcbffd3 None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:25:50.931922 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ab63ac-b857-41b8-a714-206a7fcbffd3 None None] Checking segment: {'id': 'c9eb5960-fb18-4f8f-92bc-ade4c127197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:25:50.933932 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c1ab63ac-b857-41b8-a714-206a7fcbffd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:50.934332 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ab63ac-b857-41b8-a714-206a7fcbffd3 None None] Bound using segment: {'id': 'c9eb5960-fb18-4f8f-92bc-ade4c127197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:25:50.934814 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c1ab63ac-b857-41b8-a714-206a7fcbffd3 None None] Bound port: be6a0dea-9aa1-4cf6-a9f0-e4d26554d334, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9eb5960-fb18-4f8f-92bc-ade4c127197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:25:50.935196 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c1ab63ac-b857-41b8-a714-206a7fcbffd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (be6a0dea-9aa1-4cf6-a9f0-e4d26554d334), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:50.939619 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a2a7462-5a1a-4596-9e28-932517db4c1a admin admin] Publish callbacks [] for port (bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:50.974632 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a2a7462-5a1a-4596-9e28-932517db4c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:51.011345 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c1ab63ac-b857-41b8-a714-206a7fcbffd3 None None] For port be6a0dea-9aa1-4cf6-a9f0-e4d26554d334, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:25:51.015467 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c1ab63ac-b857-41b8-a714-206a7fcbffd3 None None] For port be6a0dea-9aa1-4cf6-a9f0-e4d26554d334, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=be6a0dea-9aa1-4cf6-a9f0-e4d26554d334,segment=NetworkSegment(c9eb5960-fb18-4f8f-92bc-ade4c127197b),segment_id=c9eb5960-fb18-4f8f-92bc-ade4c127197b)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:25:51.019723 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2a7462-5a1a-4596-9e28-932517db4c1a admin admin] Network 41de873a-d138-4cc5-b805-d53357ba161e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:25:51.023446 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:51.025484 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c1ab63ac-b857-41b8-a714-206a7fcbffd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (be6a0dea-9aa1-4cf6-a9f0-e4d26554d334), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:51.026703 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-6a2a7462-5a1a-4596-9e28-932517db4c1a admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:25:51.033426 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2a7462-5a1a-4596-9e28-932517db4c1a admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:25:51.037717 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a7462-5a1a-4596-9e28-932517db4c1a admin admin] Pushing event updated for resources: {'Port': ['ID=bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:51.046109 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ea4f6-411e-4489-825c-999f80a2f952 req-dbd8dfe0-a386-4bfc-9c19-d927d8a5d858 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:51.047338 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-697ea4f6-411e-4489-825c-999f80a2f952 req-dbd8dfe0-a386-4bfc-9c19-d927d8a5d858 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=b87058af-a15a-4a2b-9f05-e3f9b99e4a4d HTTP/1.1" status: 200 len: 944 time: 0.0600390 Jul 05 10:25:51.097558 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab63ac-b857-41b8-a714-206a7fcbffd3 None None] Pushing event updated for resources: {'Port': ['ID=be6a0dea-9aa1-4cf6-a9f0-e4d26554d334,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:51.112927 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-697ea4f6-411e-4489-825c-999f80a2f952 req-7281b9b0-bfa2-4e1b-85c3-aaece556579a tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576231 Jul 05 10:25:51.227404 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:51.301632 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a2a7462-5a1a-4596-9e28-932517db4c1a admin admin] Publish callbacks [] for router_gateway (f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:51.488770 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a2a7462-5a1a-4596-9e28-932517db4c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-795272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-789501'] for router (f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:51.610481 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2a7462-5a1a-4596-9e28-932517db4c1a admin admin] Router f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1 is scheduled to L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 05 10:25:51.964032 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2a7462-5a1a-4596-9e28-932517db4c1a admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:25:51.975285 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588d14b2-3c56-406d-8c50-08ae6325ea9c None None] Sync routers for ids ['f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:25:51.981106 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe05365-1b15-4889-b8cb-ad0bda6418a3 None None] Network 905e65c9-d2c9-40b0-a3db-38b3be82f3f2 requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:25:51.983227 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a2a7462-5a1a-4596-9e28-932517db4c1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:51.984480 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-6a2a7462-5a1a-4596-9e28-932517db4c1a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6771514 Jul 05 10:25:51.987374 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 52444) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:25:52.013398 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588d14b2-3c56-406d-8c50-08ae6325ea9c None None] Routers {'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:25:52.014028 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-588d14b2-3c56-406d-8c50-08ae6325ea9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:25:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:52.109822 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e14fdda5-f90e-4323-a287-1e8fb48f738c None None] Provisioning complete for port be6a0dea-9aa1-4cf6-a9f0-e4d26554d334 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:25:52.110187 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e14fdda5-f90e-4323-a287-1e8fb48f738c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (be6a0dea-9aa1-4cf6-a9f0-e4d26554d334), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:52.180771 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:52.228932 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-588d14b2-3c56-406d-8c50-08ae6325ea9c None None] Set router f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:25:52.244241 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb0f22-259b-41ee-a198-54bc746a8395 req-d5389744-62c5-46b5-97fa-32029be223e4 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:52.245778 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-44fb0f22-259b-41ee-a198-54bc746a8395 req-d5389744-62c5-46b5-97fa-32029be223e4 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=b87058af-a15a-4a2b-9f05-e3f9b99e4a4d HTTP/1.1" status: 200 len: 944 time: 0.0636921 Jul 05 10:25:52.326658 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-44fb0f22-259b-41ee-a198-54bc746a8395 req-3ff08ef7-d44b-494f-9d7a-9b2bb93a6ea4 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680368 Jul 05 10:25:52.332359 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e14fdda5-f90e-4323-a287-1e8fb48f738c None None] Current status of the port be6a0dea-9aa1-4cf6-a9f0-e4d26554d334 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:25:52.332680 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e14fdda5-f90e-4323-a287-1e8fb48f738c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (be6a0dea-9aa1-4cf6-a9f0-e4d26554d334), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:52.373931 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:52.415273 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e14fdda5-f90e-4323-a287-1e8fb48f738c None None] For port be6a0dea-9aa1-4cf6-a9f0-e4d26554d334, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=be6a0dea-9aa1-4cf6-a9f0-e4d26554d334,segment=NetworkSegment(c9eb5960-fb18-4f8f-92bc-ade4c127197b),segment_id=c9eb5960-fb18-4f8f-92bc-ade4c127197b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:52.420378 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a8435909-d2bd-40df-8414-7f921777ea6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:52.422448 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e14fdda5-f90e-4323-a287-1e8fb48f738c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (be6a0dea-9aa1-4cf6-a9f0-e4d26554d334), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:52.508230 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-588d14b2-3c56-406d-8c50-08ae6325ea9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'name': 'tempest-AttachVolumeTestJSON-1214041305-router', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89'}], 'enable_snat': True}, 'gw_port_id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:51Z', 'revision_number': 3, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'gw_port': {'id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:24:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:52.510099 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14fdda5-f90e-4323-a287-1e8fb48f738c None None] Pushing event updated for resources: {'Port': ['ID=be6a0dea-9aa1-4cf6-a9f0-e4d26554d334,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:52.544182 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588d14b2-3c56-406d-8c50-08ae6325ea9c None None] Checking router: f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1 for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:25:52.544574 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588d14b2-3c56-406d-8c50-08ae6325ea9c None None] Updating router f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1 port bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0 binding host dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:25:52.573296 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b53f7f1e-2dae-4921-8fc9-1091c6a33ce9 None None] Provisioning complete for port be6a0dea-9aa1-4cf6-a9f0-e4d26554d334 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:25:52.573675 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b53f7f1e-2dae-4921-8fc9-1091c6a33ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (be6a0dea-9aa1-4cf6-a9f0-e4d26554d334), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:52.581385 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-a8435909-d2bd-40df-8414-7f921777ea6b admin admin] Allocated IP 172.20.0.1 (905e65c9-d2c9-40b0-a3db-38b3be82f3f2/9ae0d34b-31e2-476a-b729-9e109937f183/efc6bbec-cf3e-431f-aa52-68946b7c4627) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:25:52.600726 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-588d14b2-3c56-406d-8c50-08ae6325ea9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:52.603538 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:52.632565 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:52.685050 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a8435909-d2bd-40df-8414-7f921777ea6b admin admin] Publish callbacks [] for port (efc6bbec-cf3e-431f-aa52-68946b7c4627), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:52.716332 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a8435909-d2bd-40df-8414-7f921777ea6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (efc6bbec-cf3e-431f-aa52-68946b7c4627), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:52.760316 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8435909-d2bd-40df-8414-7f921777ea6b admin admin] Network 905e65c9-d2c9-40b0-a3db-38b3be82f3f2 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:25:52.763240 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-a8435909-d2bd-40df-8414-7f921777ea6b admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:25:52.763707 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b53f7f1e-2dae-4921-8fc9-1091c6a33ce9 None None] Current status of the port be6a0dea-9aa1-4cf6-a9f0-e4d26554d334 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:25:52.766725 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8435909-d2bd-40df-8414-7f921777ea6b admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:25:52.797884 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8435909-d2bd-40df-8414-7f921777ea6b admin admin] Pushing event updated for resources: {'Port': ['ID=efc6bbec-cf3e-431f-aa52-68946b7c4627,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:52.817117 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a8435909-d2bd-40df-8414-7f921777ea6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801541'] for router_interface (f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:52.844580 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device bc97aaf3-0c0d-415c-b3c3-645269085c58 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:25:52.950695 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-588d14b2-3c56-406d-8c50-08ae6325ea9c None None] Publish callbacks [] for port (bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:52.964791 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a8435909-d2bd-40df-8414-7f921777ea6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (efc6bbec-cf3e-431f-aa52-68946b7c4627), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:52.992996 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-588d14b2-3c56-406d-8c50-08ae6325ea9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:53.042905 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-46cf690c-9a1f-4807-b473-11ef03d0d93a None None] Provisioning complete for port efc6bbec-cf3e-431f-aa52-68946b7c4627 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:25:53.043186 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-46cf690c-9a1f-4807-b473-11ef03d0d93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (efc6bbec-cf3e-431f-aa52-68946b7c4627), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:53.048304 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:53.081683 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port bc97aaf3-0c0d-415c-b3c3-645269085c58, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bc97aaf3-0c0d-415c-b3c3-645269085c58,segment=NetworkSegment(dc2063b4-108b-4048-b510-8b6b924e698b),segment_id=dc2063b4-108b-4048-b510-8b6b924e698b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:53.103043 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6436c78f-3fc6-4a1a-b8a2-faf9b4dffdb6 None None] Pushing event updated for resources: {'Port': ['ID=bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:53.111361 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Returning: {'device': 'bc97aaf3-0c0d-415c-b3c3-645269085c58', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'port_id': 'bc97aaf3-0c0d-415c-b3c3-645269085c58', 'mac_address': 'fa:16:3e:c1:72:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:25:53.113274 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-588d14b2-3c56-406d-8c50-08ae6325ea9c None None] Attempting to bind port bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:25:53.113407 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-588d14b2-3c56-406d-8c50-08ae6325ea9c None None] Attempting to bind port bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:25:53.113724 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588d14b2-3c56-406d-8c50-08ae6325ea9c None None] Attempting to bind port bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0 on network 41de873a-d138-4cc5-b805-d53357ba161e {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:25:53.117108 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-46cf690c-9a1f-4807-b473-11ef03d0d93a None None] Port efc6bbec-cf3e-431f-aa52-68946b7c4627 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:25:53.121617 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:53.124709 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588d14b2-3c56-406d-8c50-08ae6325ea9c None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:25:53.125076 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588d14b2-3c56-406d-8c50-08ae6325ea9c None None] Checking segment: {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:25:53.125470 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-588d14b2-3c56-406d-8c50-08ae6325ea9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:53.125920 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588d14b2-3c56-406d-8c50-08ae6325ea9c None None] Bound using segment: {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:25:53.126730 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-588d14b2-3c56-406d-8c50-08ae6325ea9c None None] Bound port: bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac291c74-d70b-4898-91c8-ebbc0994cf46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:25:53.126730 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-588d14b2-3c56-406d-8c50-08ae6325ea9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:53.136154 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a8435909-d2bd-40df-8414-7f921777ea6b admin admin] Publish callbacks [] for port (efc6bbec-cf3e-431f-aa52-68946b7c4627), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:53.140449 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a8435909-d2bd-40df-8414-7f921777ea6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26770654'] for port (efc6bbec-cf3e-431f-aa52-68946b7c4627), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:53.187709 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port bc97aaf3-0c0d-415c-b3c3-645269085c58 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:25:53.188259 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (bc97aaf3-0c0d-415c-b3c3-645269085c58), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:53.208176 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8435909-d2bd-40df-8414-7f921777ea6b admin admin] Pushing event updated for resources: {'Port': ['ID=efc6bbec-cf3e-431f-aa52-68946b7c4627,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:53.210740 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a8435909-d2bd-40df-8414-7f921777ea6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-801681'] for router_interface (f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:53.212473 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc97aaf3-0c0d-415c-b3c3-645269085c58 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:25:53.226015 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-588d14b2-3c56-406d-8c50-08ae6325ea9c None None] For port bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:25:53.230979 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-588d14b2-3c56-406d-8c50-08ae6325ea9c None None] For port bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:25:53.242276 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port bc97aaf3-0c0d-415c-b3c3-645269085c58, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bc97aaf3-0c0d-415c-b3c3-645269085c58,segment=NetworkSegment(dc2063b4-108b-4048-b510-8b6b924e698b),segment_id=dc2063b4-108b-4048-b510-8b6b924e698b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:53.249086 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-588d14b2-3c56-406d-8c50-08ae6325ea9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:53.260087 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (bc97aaf3-0c0d-415c-b3c3-645269085c58), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:53.314126 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588d14b2-3c56-406d-8c50-08ae6325ea9c None None] Routers {'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:25:53.314738 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8435909-d2bd-40df-8414-7f921777ea6b admin admin] Network 905e65c9-d2c9-40b0-a3db-38b3be82f3f2 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:25:53.314856 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-588d14b2-3c56-406d-8c50-08ae6325ea9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:25:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:53.316413 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-a8435909-d2bd-40df-8414-7f921777ea6b admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:25:53.320248 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6436c78f-3fc6-4a1a-b8a2-faf9b4dffdb6 None None] Pushing event updated for resources: {'Port': ['ID=bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:53.359676 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device be6a0dea-9aa1-4cf6-a9f0-e4d26554d334 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:25:53.365047 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:53.418767 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:53.442015 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8435909-d2bd-40df-8414-7f921777ea6b admin admin] Router f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1 has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:25:53.461278 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd8e76-0851-4a4a-91c2-336de4b6e564 req-8070e5c3-1708-4658-b163-ad5594fc950d tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:53.464023 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5efd8e76-0851-4a4a-91c2-336de4b6e564 req-8070e5c3-1708-4658-b163-ad5594fc950d tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=b87058af-a15a-4a2b-9f05-e3f9b99e4a4d HTTP/1.1" status: 200 len: 945 time: 0.0600121 Jul 05 10:25:53.533034 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5efd8e76-0851-4a4a-91c2-336de4b6e564 req-086144a6-e143-4c72-a35b-1d217a074409 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626650 Jul 05 10:25:53.579323 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8435909-d2bd-40df-8414-7f921777ea6b admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:25:53.584700 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-a8435909-d2bd-40df-8414-7f921777ea6b admin admin] 10.222.0.20 "PUT /v2.0/routers/f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5957260 Jul 05 10:25:53.639023 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=bc97aaf3-0c0d-415c-b3c3-645269085c58,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:53.665343 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f2444c51-f2f9-4465-9fc0-534ed77a074f None None] Provisioning complete for port efc6bbec-cf3e-431f-aa52-68946b7c4627 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:25:53.665725 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f2444c51-f2f9-4465-9fc0-534ed77a074f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (efc6bbec-cf3e-431f-aa52-68946b7c4627), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:53.671162 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port be6a0dea-9aa1-4cf6-a9f0-e4d26554d334 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:25:53.671524 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (be6a0dea-9aa1-4cf6-a9f0-e4d26554d334), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:53.693303 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-588d14b2-3c56-406d-8c50-08ae6325ea9c None None] Set router f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:25:53.765448 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['bc97aaf3-0c0d-415c-b3c3-645269085c58'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:25:53.771016 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f2444c51-f2f9-4465-9fc0-534ed77a074f None None] Port efc6bbec-cf3e-431f-aa52-68946b7c4627 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:25:53.866848 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 52456) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:25:53.871451 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-9663a822-d821-4555-9d4f-89c846486a48 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--752043838', 'description': 'tempest-description--1092440709'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:25:53.892269 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9663a822-d821-4555-9d4f-89c846486a48 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:53.959687 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9663a822-d821-4555-9d4f-89c846486a48 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for security_group (a42b41bd-2849-46b4-a437-f3513616cc14), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:53.963412 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9663a822-d821-4555-9d4f-89c846486a48 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (a42b41bd-2849-46b4-a437-f3513616cc14), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:53.984240 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port be6a0dea-9aa1-4cf6-a9f0-e4d26554d334 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:25:53.995478 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9663a822-d821-4555-9d4f-89c846486a48 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:53.996719 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-9663a822-d821-4555-9d4f-89c846486a48 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1288083 Jul 05 10:25:53.999899 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 52458) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:25:54.000829 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663a822-d821-4555-9d4f-89c846486a48 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a42b41bd-2849-46b4-a437-f3513616cc14,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:54.005459 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-460e6650-0886-41cd-98b2-01c538db7a5b tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Request body: {'security_group_rule': {'security_group_id': 'a42b41bd-2849-46b4-a437-f3513616cc14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:25:54.035035 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-460e6650-0886-41cd-98b2-01c538db7a5b tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for security_group_rule (6708b2a4-9a31-4326-ba58-2eff66571d39), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:54.066830 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-588d14b2-3c56-406d-8c50-08ae6325ea9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'name': 'tempest-AttachVolumeTestJSON-1214041305-router', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89'}], 'enable_snat': True}, 'gw_port_id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:52Z', 'revision_number': 4, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'gw_port': {'id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:24:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'efc6bbec-cf3e-431f-aa52-68946b7c4627', 'name': '', 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'mac_address': 'fa:16:3e:72:2e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:52Z', 'updated_at': '2022-07-05T10:25:53Z', 'revision_number': 2, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'subnets': [{'id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:54.095216 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-460e6650-0886-41cd-98b2-01c538db7a5b tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for security_group_rule (6708b2a4-9a31-4326-ba58-2eff66571d39), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:54.098715 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-460e6650-0886-41cd-98b2-01c538db7a5b tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (6708b2a4-9a31-4326-ba58-2eff66571d39), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:54.099301 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588d14b2-3c56-406d-8c50-08ae6325ea9c None None] The sync data for ids ['f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'] in dv-cinder-master-3-iscsi is: [{'id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'name': 'tempest-AttachVolumeTestJSON-1214041305-router', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89'}], 'enable_snat': True}, 'gw_port_id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:52Z', 'revision_number': 4, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'gw_port': {'id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:24:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'efc6bbec-cf3e-431f-aa52-68946b7c4627', 'name': '', 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'mac_address': 'fa:16:3e:72:2e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:52Z', 'updated_at': '2022-07-05T10:25:53Z', 'revision_number': 2, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'subnets': [{'id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:25:54.118145 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e6650-0886-41cd-98b2-01c538db7a5b tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6708b2a4-9a31-4326-ba58-2eff66571d39,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:54.129234 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-460e6650-0886-41cd-98b2-01c538db7a5b tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:54.130613 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-460e6650-0886-41cd-98b2-01c538db7a5b tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287344 Jul 05 10:25:54.134000 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 52460) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:25:54.139275 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-40c7d1be-37b6-4619-8aca-6a67b00cc1ae tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Request body: {'security_group_rule': {'security_group_id': 'a42b41bd-2849-46b4-a437-f3513616cc14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:25:54.153218 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:54.168034 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40c7d1be-37b6-4619-8aca-6a67b00cc1ae tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for security_group_rule (73fc9a62-04b6-46c1-9847-b0e9db1487b6), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:54.228086 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40c7d1be-37b6-4619-8aca-6a67b00cc1ae tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for security_group_rule (73fc9a62-04b6-46c1-9847-b0e9db1487b6), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:54.232857 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40c7d1be-37b6-4619-8aca-6a67b00cc1ae tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (73fc9a62-04b6-46c1-9847-b0e9db1487b6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:54.251129 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:54.252012 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7d1be-37b6-4619-8aca-6a67b00cc1ae tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73fc9a62-04b6-46c1-9847-b0e9db1487b6,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:54.260033 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40c7d1be-37b6-4619-8aca-6a67b00cc1ae tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:54.261266 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-40c7d1be-37b6-4619-8aca-6a67b00cc1ae tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1262956 Jul 05 10:25:54.264609 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 52462) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:25:54.269790 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-1837d24b-b304-4397-8dc4-1b652c9914e8 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Request body: {'floatingip': {'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:25:54.311195 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1837d24b-b304-4397-8dc4-1b652c9914e8 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:54.395025 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1837d24b-b304-4397-8dc4-1b652c9914e8 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:54.436875 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:54.506912 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-1837d24b-b304-4397-8dc4-1b652c9914e8 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Allocated IP 172.37.2.200 (41de873a-d138-4cc5-b805-d53357ba161e/988cd17f-ff06-4e31-a156-b2c72b1aa185/ca63318b-d25f-4557-99e1-5930b610da4c) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:25:54.584080 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:54.649504 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1837d24b-b304-4397-8dc4-1b652c9914e8 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for port (ca63318b-d25f-4557-99e1-5930b610da4c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:54.670887 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd4df9-6e06-443e-8aed-4d1b311cb78f req-80af3551-865d-4221-9cc7-b6781ae0c882 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:54.672374 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1bdd4df9-6e06-443e-8aed-4d1b311cb78f req-80af3551-865d-4221-9cc7-b6781ae0c882 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=b87058af-a15a-4a2b-9f05-e3f9b99e4a4d HTTP/1.1" status: 200 len: 945 time: 0.0700538 Jul 05 10:25:54.732816 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1837d24b-b304-4397-8dc4-1b652c9914e8 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (ca63318b-d25f-4557-99e1-5930b610da4c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:54.766827 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1bdd4df9-6e06-443e-8aed-4d1b311cb78f req-58400481-560f-43e9-ba29-d2cb23acb1f1 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845315 Jul 05 10:25:54.786040 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1837d24b-b304-4397-8dc4-1b652c9914e8 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Network 41de873a-d138-4cc5-b805-d53357ba161e is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:25:54.792253 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-1837d24b-b304-4397-8dc4-1b652c9914e8 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:25:54.794476 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837d24b-b304-4397-8dc4-1b652c9914e8 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Pushing event updated for resources: {'Port': ['ID=ca63318b-d25f-4557-99e1-5930b610da4c,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:54.796633 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1837d24b-b304-4397-8dc4-1b652c9914e8 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:25:54.866393 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device bc97aaf3-0c0d-415c-b3c3-645269085c58 up at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:25:54.884697 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1837d24b-b304-4397-8dc4-1b652c9914e8 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for floatingip (f4dc2a46-ef88-426b-a02e-1624e85bdc5f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:54.912929 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning for port bc97aaf3-0c0d-415c-b3c3-645269085c58 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 10:25:54.919897 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning complete for port bc97aaf3-0c0d-415c-b3c3-645269085c58 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:25:54.920278 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (bc97aaf3-0c0d-415c-b3c3-645269085c58), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:54.926250 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1837d24b-b304-4397-8dc4-1b652c9914e8 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (ca63318b-d25f-4557-99e1-5930b610da4c), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:55.012168 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port bc97aaf3-0c0d-415c-b3c3-645269085c58 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:25:55.012643 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (bc97aaf3-0c0d-415c-b3c3-645269085c58), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:55.038256 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87058af-a15a-4a2b-9f05-e3f9b99e4a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc97aaf3-0c0d-415c-b3c3-645269085c58'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:25:55.040912 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0ff12b24adccf04d36d5e95ed2fd555b52d0445ded186c21edfbf2ad21407b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e655b79-8cf0-441e-bcb1-5991685f2a1f" -d '{"events": [{"server_uuid": "b87058af-a15a-4a2b-9f05-e3f9b99e4a4d", "name": "network-vif-plugged", "status": "completed", "tag": "bc97aaf3-0c0d-415c-b3c3-645269085c58"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:25:55.063888 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port bc97aaf3-0c0d-415c-b3c3-645269085c58, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bc97aaf3-0c0d-415c-b3c3-645269085c58,segment=NetworkSegment(dc2063b4-108b-4048-b510-8b6b924e698b),segment_id=dc2063b4-108b-4048-b510-8b6b924e698b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:55.070589 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (bc97aaf3-0c0d-415c-b3c3-645269085c58), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:55.094376 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1837d24b-b304-4397-8dc4-1b652c9914e8 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for port (ca63318b-d25f-4557-99e1-5930b610da4c), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:55.099925 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1837d24b-b304-4397-8dc4-1b652c9914e8 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (ca63318b-d25f-4557-99e1-5930b610da4c), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:55.101183 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea15c96-8c5e-4923-b59c-8a4df030da03 x-openstack-request-id: req-8ea15c96-8c5e-4923-b59c-8a4df030da03 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:25:55.101479 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b87058af-a15a-4a2b-9f05-e3f9b99e4a4d", "name": "network-vif-plugged", "status": "completed", "tag": "bc97aaf3-0c0d-415c-b3c3-645269085c58", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:25:55.101847 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ea15c96-8c5e-4923-b59c-8a4df030da03 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:25:55.102196 dv-cinder-master-3-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ea15c96-8c5e-4923-b59c-8a4df030da03'] response: {'server_uuid': 'b87058af-a15a-4a2b-9f05-e3f9b99e4a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc97aaf3-0c0d-415c-b3c3-645269085c58', 'code': 200} Jul 05 10:25:55.152010 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=bc97aaf3-0c0d-415c-b3c3-645269085c58,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:55.171375 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837d24b-b304-4397-8dc4-1b652c9914e8 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Pushing event updated for resources: {'Port': ['ID=ca63318b-d25f-4557-99e1-5930b610da4c,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:55.182576 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1837d24b-b304-4397-8dc4-1b652c9914e8 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-790480'] for floatingip (f4dc2a46-ef88-426b-a02e-1624e85bdc5f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:55.186328 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:55.200683 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1837d24b-b304-4397-8dc4-1b652c9914e8 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:55.202014 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-1837d24b-b304-4397-8dc4-1b652c9914e8 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9358993 Jul 05 10:25:55.329257 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:25:55.332816 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:55.378249 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:25:55.378612 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:55.391672 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b89cf-226b-40f7-bcf0-25f65180a782 req-858cc5ac-930c-4a1f-a212-0f93fe8dbd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:55.393240 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-118b89cf-226b-40f7-bcf0-25f65180a782 req-858cc5ac-930c-4a1f-a212-0f93fe8dbd38 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b87058af-a15a-4a2b-9f05-e3f9b99e4a4d HTTP/1.1" status: 200 len: 1130 time: 0.0923979 Jul 05 10:25:55.402825 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-1bb76911-2717-4784-b8c2-3c5f57ae13ae tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--752043838&fields=id&tenant_id=8b5c262b91db42cb9e4042b180f9fb4d HTTP/1.1" status: 200 len: 267 time: 0.0572820 Jul 05 10:25:55.461881 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:25:55.462273 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:55.483296 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] For port bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:55.488365 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:55.509583 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:55.514734 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-118b89cf-226b-40f7-bcf0-25f65180a782 req-f5679544-fe4f-4542-8c78-de7c0a83c97e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110082 Jul 05 10:25:55.535520 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Pushing event updated for resources: {'Port': ['ID=bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:55.553365 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-5e607c9e-c925-4a0e-a2b0-1b126ef40257 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:55.554815 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-5e607c9e-c925-4a0e-a2b0-1b126ef40257 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/networks?id=905e65c9-d2c9-40b0-a3db-38b3be82f3f2 HTTP/1.1" status: 200 len: 811 time: 0.1377139 Jul 05 10:25:55.569114 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-677a510e-f576-4676-9997-dc14841edac9 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/quotas/8b5c262b91db42cb9e4042b180f9fb4d HTTP/1.1" status: 200 len: 375 time: 0.0089722 Jul 05 10:25:55.617731 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-c35d2e34-46d0-4a68-a8b8-8d447452bb9f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b5c262b91db42cb9e4042b180f9fb4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438497 Jul 05 10:25:55.713212 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-45e15d81-cd77-4ca3-a231-be1b25a8f2a1 service neutron] 10.222.0.20 "GET /v2.0/networks/905e65c9-d2c9-40b0-a3db-38b3be82f3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837264 Jul 05 10:25:55.804795 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-b3c96b26-b503-4f48-9c81-13b3084421dd service neutron] 10.222.0.20 "GET /v2.0/networks/905e65c9-d2c9-40b0-a3db-38b3be82f3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857761 Jul 05 10:25:55.901320 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbf03c-19bf-41ed-9498-cda3a97a77b9 req-d90def20-c5ee-4f9e-ab05-384f077ceb0f tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:55.902807 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-accbf03c-19bf-41ed-9498-cda3a97a77b9 req-d90def20-c5ee-4f9e-ab05-384f077ceb0f tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=b87058af-a15a-4a2b-9f05-e3f9b99e4a4d HTTP/1.1" status: 200 len: 946 time: 0.0534904 Jul 05 10:25:55.988949 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0d479b96-8a90-4140-9b40-1248a84dee28 req-bbef142f-1630-480d-9154-835fb9acc971 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 210 time: 0.0405264 Jul 05 10:25:55.994357 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-accbf03c-19bf-41ed-9498-cda3a97a77b9 req-0e1ecef2-18be-4d5c-8e1f-5ffca1e10fe4 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856266 Jul 05 10:25:56.179193 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fccbaa0-14ee-4819-8a69-317cf5e8a434 None None] Sync routers for ids ['f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'] in dv-cinder-master-3-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:25:56.189439 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fccbaa0-14ee-4819-8a69-317cf5e8a434 None None] Routers {'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:25:56.190109 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5fccbaa0-14ee-4819-8a69-317cf5e8a434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:25:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:56.291767 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-5fccbaa0-14ee-4819-8a69-317cf5e8a434 None None] Set router f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1 gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:25:56.476892 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5fccbaa0-14ee-4819-8a69-317cf5e8a434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'name': 'tempest-AttachVolumeTestJSON-1214041305-router', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89'}], 'enable_snat': True}, 'gw_port_id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:52Z', 'revision_number': 4, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'gw_port': {'id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:24:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'efc6bbec-cf3e-431f-aa52-68946b7c4627', 'name': '', 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'mac_address': 'fa:16:3e:72:2e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:52Z', 'updated_at': '2022-07-05T10:25:53Z', 'revision_number': 2, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'subnets': [{'id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:56.505174 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fccbaa0-14ee-4819-8a69-317cf5e8a434 None None] Checking router: f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1 for host: dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:25:56.506179 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fccbaa0-14ee-4819-8a69-317cf5e8a434 None None] Updating router f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1 port efc6bbec-cf3e-431f-aa52-68946b7c4627 binding host dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:25:56.533965 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5fccbaa0-14ee-4819-8a69-317cf5e8a434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (efc6bbec-cf3e-431f-aa52-68946b7c4627), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:56.736110 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:56.783074 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=100 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:56.791921 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5fccbaa0-14ee-4819-8a69-317cf5e8a434 None None] Publish callbacks [] for port (efc6bbec-cf3e-431f-aa52-68946b7c4627), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:56.796929 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5fccbaa0-14ee-4819-8a69-317cf5e8a434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (efc6bbec-cf3e-431f-aa52-68946b7c4627), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:56.846816 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07457c3d-9467-435d-9f9c-0ea6bdc1123d None None] Pushing event updated for resources: {'Port': ['ID=efc6bbec-cf3e-431f-aa52-68946b7c4627,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:56.859280 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07457c3d-9467-435d-9f9c-0ea6bdc1123d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:56.859618 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07457c3d-9467-435d-9f9c-0ea6bdc1123d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:56.859973 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07457c3d-9467-435d-9f9c-0ea6bdc1123d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:56.860321 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07457c3d-9467-435d-9f9c-0ea6bdc1123d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:56.860668 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07457c3d-9467-435d-9f9c-0ea6bdc1123d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:56.860986 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07457c3d-9467-435d-9f9c-0ea6bdc1123d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:56.861301 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07457c3d-9467-435d-9f9c-0ea6bdc1123d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:56.861612 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07457c3d-9467-435d-9f9c-0ea6bdc1123d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:56.861924 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07457c3d-9467-435d-9f9c-0ea6bdc1123d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:56.862235 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07457c3d-9467-435d-9f9c-0ea6bdc1123d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:56.862545 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07457c3d-9467-435d-9f9c-0ea6bdc1123d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:56.862856 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07457c3d-9467-435d-9f9c-0ea6bdc1123d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:56.863165 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07457c3d-9467-435d-9f9c-0ea6bdc1123d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:56.863468 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07457c3d-9467-435d-9f9c-0ea6bdc1123d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:56.863772 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07457c3d-9467-435d-9f9c-0ea6bdc1123d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:56.913532 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-5fccbaa0-14ee-4819-8a69-317cf5e8a434 None None] Attempting to bind port efc6bbec-cf3e-431f-aa52-68946b7c4627 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:25:56.913893 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-5fccbaa0-14ee-4819-8a69-317cf5e8a434 None None] Attempting to bind port efc6bbec-cf3e-431f-aa52-68946b7c4627 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c9eb5960-fb18-4f8f-92bc-ade4c127197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:25:56.914241 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fccbaa0-14ee-4819-8a69-317cf5e8a434 None None] Attempting to bind port efc6bbec-cf3e-431f-aa52-68946b7c4627 on network 905e65c9-d2c9-40b0-a3db-38b3be82f3f2 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:25:56.920069 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fccbaa0-14ee-4819-8a69-317cf5e8a434 None None] Checking agent: {'id': 'f001f5f8-9f76-4ad3-8b96-0da906dfccdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 2, 17), 'started_at': datetime.datetime(2022, 7, 5, 10, 2, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:25:56.920622 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fccbaa0-14ee-4819-8a69-317cf5e8a434 None None] Checking segment: {'id': 'c9eb5960-fb18-4f8f-92bc-ade4c127197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:25:56.920846 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5fccbaa0-14ee-4819-8a69-317cf5e8a434 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:56.921233 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fccbaa0-14ee-4819-8a69-317cf5e8a434 None None] Bound using segment: {'id': 'c9eb5960-fb18-4f8f-92bc-ade4c127197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:25:56.921692 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-5fccbaa0-14ee-4819-8a69-317cf5e8a434 None None] Bound port: efc6bbec-cf3e-431f-aa52-68946b7c4627, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9eb5960-fb18-4f8f-92bc-ade4c127197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:25:56.922061 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5fccbaa0-14ee-4819-8a69-317cf5e8a434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (efc6bbec-cf3e-431f-aa52-68946b7c4627), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:56.995930 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-5fccbaa0-14ee-4819-8a69-317cf5e8a434 None None] For port efc6bbec-cf3e-431f-aa52-68946b7c4627, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:25:56.999305 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-5fccbaa0-14ee-4819-8a69-317cf5e8a434 None None] For port efc6bbec-cf3e-431f-aa52-68946b7c4627, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=efc6bbec-cf3e-431f-aa52-68946b7c4627,segment=NetworkSegment(c9eb5960-fb18-4f8f-92bc-ade4c127197b),segment_id=c9eb5960-fb18-4f8f-92bc-ade4c127197b)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:25:57.009102 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5fccbaa0-14ee-4819-8a69-317cf5e8a434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (efc6bbec-cf3e-431f-aa52-68946b7c4627), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:57.062939 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07457c3d-9467-435d-9f9c-0ea6bdc1123d None None] Pushing event updated for resources: {'Port': ['ID=efc6bbec-cf3e-431f-aa52-68946b7c4627,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:57.098513 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fccbaa0-14ee-4819-8a69-317cf5e8a434 None None] Routers {'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:25:57.099127 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5fccbaa0-14ee-4819-8a69-317cf5e8a434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:25:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:57.114385 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c931991b-9978-4426-b3d3-050f79f0da2f None None] Provisioning complete for port efc6bbec-cf3e-431f-aa52-68946b7c4627 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:25:57.116178 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c931991b-9978-4426-b3d3-050f79f0da2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (efc6bbec-cf3e-431f-aa52-68946b7c4627), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:57.184354 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a530d-3f94-4636-9bcf-869d3b2848a9 req-2c9c0b85-d764-4eff-ab14-de6fa6b663b9 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:57.186367 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b69a530d-3f94-4636-9bcf-869d3b2848a9 req-2c9c0b85-d764-4eff-ab14-de6fa6b663b9 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=b87058af-a15a-4a2b-9f05-e3f9b99e4a4d HTTP/1.1" status: 200 len: 946 time: 0.0921457 Jul 05 10:25:57.197829 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2e222220-1710-49af-ba73-73a497bdd290 req-03460eb9-e841-4c11-93f5-a6efff6e7942 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 210 time: 0.0922589 Jul 05 10:25:57.215128 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-5fccbaa0-14ee-4819-8a69-317cf5e8a434 None None] Set router f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1 gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:25:57.234247 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c931991b-9978-4426-b3d3-050f79f0da2f None None] Current status of the port efc6bbec-cf3e-431f-aa52-68946b7c4627 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:25:57.235288 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c931991b-9978-4426-b3d3-050f79f0da2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (efc6bbec-cf3e-431f-aa52-68946b7c4627), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:57.300548 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c931991b-9978-4426-b3d3-050f79f0da2f None None] For port efc6bbec-cf3e-431f-aa52-68946b7c4627, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=efc6bbec-cf3e-431f-aa52-68946b7c4627,segment=NetworkSegment(c9eb5960-fb18-4f8f-92bc-ade4c127197b),segment_id=c9eb5960-fb18-4f8f-92bc-ade4c127197b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:57.308126 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c931991b-9978-4426-b3d3-050f79f0da2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (efc6bbec-cf3e-431f-aa52-68946b7c4627), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:57.323296 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b69a530d-3f94-4636-9bcf-869d3b2848a9 req-11a7c4f5-37c0-4f03-9878-00911f4c8e95 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225574 Jul 05 10:25:57.359755 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device efc6bbec-cf3e-431f-aa52-68946b7c4627 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:25:57.436676 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-582b80c8-1548-4b57-88a1-ef9d0b60789c None None] Provisioning complete for port efc6bbec-cf3e-431f-aa52-68946b7c4627 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:25:57.437095 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-582b80c8-1548-4b57-88a1-ef9d0b60789c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (efc6bbec-cf3e-431f-aa52-68946b7c4627), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:57.471332 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c931991b-9978-4426-b3d3-050f79f0da2f None None] Pushing event updated for resources: {'Port': ['ID=efc6bbec-cf3e-431f-aa52-68946b7c4627,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:57.477732 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:57.486466 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5fccbaa0-14ee-4819-8a69-317cf5e8a434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'name': 'tempest-AttachVolumeTestJSON-1214041305-router', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89'}], 'enable_snat': True}, 'gw_port_id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:52Z', 'revision_number': 4, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'gw_port': {'id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:24:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'efc6bbec-cf3e-431f-aa52-68946b7c4627', 'name': '', 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'mac_address': 'fa:16:3e:72:2e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:52Z', 'updated_at': '2022-07-05T10:25:56Z', 'revision_number': 4, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'subnets': [{'id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:57.490437 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port efc6bbec-cf3e-431f-aa52-68946b7c4627 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:25:57.491071 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (efc6bbec-cf3e-431f-aa52-68946b7c4627), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:57.496018 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c966db-7309-4125-af6b-dfa64c7a0903 req-16a79742-18f4-4c34-a1b9-d2e5b9d6f75c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:57.497679 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c1c966db-7309-4125-af6b-dfa64c7a0903 req-16a79742-18f4-4c34-a1b9-d2e5b9d6f75c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=b87058af-a15a-4a2b-9f05-e3f9b99e4a4d HTTP/1.1" status: 200 len: 946 time: 0.0959103 Jul 05 10:25:57.524178 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fccbaa0-14ee-4819-8a69-317cf5e8a434 None None] The sync data for ids ['f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'] in dv-cinder-master-3-iscsi is: [{'id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'name': 'tempest-AttachVolumeTestJSON-1214041305-router', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89'}], 'enable_snat': True}, 'gw_port_id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:52Z', 'revision_number': 4, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'gw_port': {'id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:24:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'efc6bbec-cf3e-431f-aa52-68946b7c4627', 'name': '', 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'mac_address': 'fa:16:3e:72:2e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:52Z', 'updated_at': '2022-07-05T10:25:56Z', 'revision_number': 4, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'subnets': [{'id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:25:57.587002 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-582b80c8-1548-4b57-88a1-ef9d0b60789c None None] Current status of the port efc6bbec-cf3e-431f-aa52-68946b7c4627 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:25:57.600911 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-b3a977d9-f729-4e9a-8c3a-f7050f0f262f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:57.602404 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-b3a977d9-f729-4e9a-8c3a-f7050f0f262f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.30 "GET /v2.0/networks?id=905e65c9-d2c9-40b0-a3db-38b3be82f3f2 HTTP/1.1" status: 200 len: 811 time: 0.1883495 Jul 05 10:25:57.607847 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c1c966db-7309-4125-af6b-dfa64c7a0903 req-341620a2-99ea-4c48-9385-88926f25d556 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827343 Jul 05 10:25:57.634772 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 52506) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:25:57.636706 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port efc6bbec-cf3e-431f-aa52-68946b7c4627 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:25:57.637943 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:25:57.680374 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27be856a-7939-4939-9955-d6a3ae1a0a6a tempest-TestVolumeBootPattern-847478044 tempest-TestVolumeBootPattern-847478044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:57.682931 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-27be856a-7939-4939-9955-d6a3ae1a0a6a tempest-TestVolumeBootPattern-847478044 tempest-TestVolumeBootPattern-847478044-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b87058af-a15a-4a2b-9f05-e3f9b99e4a4d HTTP/1.1" status: 200 len: 1125 time: 0.0460944 Jul 05 10:25:57.685270 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:25:57.685645 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:57.686071 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 52508) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:25:57.691010 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-29bda3d1-f395-4c54-b2cb-714a6b6f1c5c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Request body: {'floatingip': {'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'port_id': 'bc97aaf3-0c0d-415c-b3c3-645269085c58', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:25:57.693449 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-dbf386f8-5c69-4374-b2b4-0df33b57eb66 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b5c262b91db42cb9e4042b180f9fb4d HTTP/1.1" status: 200 len: 379 time: 0.0734522 Jul 05 10:25:57.718850 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29bda3d1-f395-4c54-b2cb-714a6b6f1c5c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:57.729678 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-13a47e6f-b1d1-4b46-b34e-3f301895e4a1 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Request body: {'port': {'device_id': 'a65a032c-5b68-4e65-b02c-d76e6547c26c', 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2', 'admin_state_up': True, 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'security_groups': ['a42b41bd-2849-46b4-a437-f3513616cc14']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:25:57.762350 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:25:57.803687 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:57.824357 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29bda3d1-f395-4c54-b2cb-714a6b6f1c5c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:57.853689 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:57.859604 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-13a47e6f-b1d1-4b46-b34e-3f301895e4a1 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Made reservation on behalf of 8b5c262b91db42cb9e4042b180f9fb4d for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:25:57.864034 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-13a47e6f-b1d1-4b46-b34e-3f301895e4a1 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:57.891715 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:57.940628 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-29bda3d1-f395-4c54-b2cb-714a6b6f1c5c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Allocated IP 172.37.2.88 (41de873a-d138-4cc5-b805-d53357ba161e/988cd17f-ff06-4e31-a156-b2c72b1aa185/7d2666c7-a64b-45ea-9d35-990be22d948e) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:25:58.003192 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-13a47e6f-b1d1-4b46-b34e-3f301895e4a1 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Allocated IP 172.20.0.9 (905e65c9-d2c9-40b0-a3db-38b3be82f3f2/9ae0d34b-31e2-476a-b729-9e109937f183/b6c06b3b-2cbc-4544-9d94-78a4a3d5a141) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:25:58.059048 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29bda3d1-f395-4c54-b2cb-714a6b6f1c5c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for port (7d2666c7-a64b-45ea-9d35-990be22d948e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:58.093738 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29bda3d1-f395-4c54-b2cb-714a6b6f1c5c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (7d2666c7-a64b-45ea-9d35-990be22d948e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:58.136318 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bda3d1-f395-4c54-b2cb-714a6b6f1c5c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Network 41de873a-d138-4cc5-b805-d53357ba161e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:25:58.139832 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-29bda3d1-f395-4c54-b2cb-714a6b6f1c5c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:25:58.144021 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bda3d1-f395-4c54-b2cb-714a6b6f1c5c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:25:58.154021 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-13a47e6f-b1d1-4b46-b34e-3f301895e4a1 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for port (b6c06b3b-2cbc-4544-9d94-78a4a3d5a141), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:58.167530 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bda3d1-f395-4c54-b2cb-714a6b6f1c5c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Pushing event updated for resources: {'Port': ['ID=7d2666c7-a64b-45ea-9d35-990be22d948e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:58.190022 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-13a47e6f-b1d1-4b46-b34e-3f301895e4a1 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (b6c06b3b-2cbc-4544-9d94-78a4a3d5a141), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:58.249033 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-13a47e6f-b1d1-4b46-b34e-3f301895e4a1 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Network 905e65c9-d2c9-40b0-a3db-38b3be82f3f2 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:25:58.252418 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-13a47e6f-b1d1-4b46-b34e-3f301895e4a1 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:25:58.256650 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-13a47e6f-b1d1-4b46-b34e-3f301895e4a1 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:25:58.302485 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a47e6f-b1d1-4b46-b34e-3f301895e4a1 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Pushing event updated for resources: {'Port': ['ID=b6c06b3b-2cbc-4544-9d94-78a4a3d5a141,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:58.357936 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-13a47e6f-b1d1-4b46-b34e-3f301895e4a1 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:58.358566 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-13a47e6f-b1d1-4b46-b34e-3f301895e4a1 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:58.385094 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f923f-bf28-4ce3-ba9d-34c44c2c251e req-12ab709b-295e-4a66-8961-0372e44654fe tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:58.386856 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d50f923f-bf28-4ce3-ba9d-34c44c2c251e req-12ab709b-295e-4a66-8961-0372e44654fe tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 931 time: 0.0673285 Jul 05 10:25:58.390518 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-13a47e6f-b1d1-4b46-b34e-3f301895e4a1 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6682703 Jul 05 10:25:58.414893 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-c16877d3-b1ab-49ce-9cc8-306aa1b34d63 service neutron] Request body: {'port': {'device_id': 'a65a032c-5b68-4e65-b02c-d76e6547c26c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:25:58.501437 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d50f923f-bf28-4ce3-ba9d-34c44c2c251e req-950cd924-3dcc-4293-a2a1-ce24ab03ec0a tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079593 Jul 05 10:25:58.508760 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-c16877d3-b1ab-49ce-9cc8-306aa1b34d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (b6c06b3b-2cbc-4544-9d94-78a4a3d5a141), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:58.513386 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d187f025-e5c4-4e31-acb0-a7a462ac7b03 None None] Provisioning complete for port b6c06b3b-2cbc-4544-9d94-78a4a3d5a141 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:25:58.514681 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d187f025-e5c4-4e31-acb0-a7a462ac7b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (b6c06b3b-2cbc-4544-9d94-78a4a3d5a141), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:58.549593 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29bda3d1-f395-4c54-b2cb-714a6b6f1c5c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for floatingip (89eb800c-7be4-4f15-8ec4-41388c3c076d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:58.555585 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d187f025-e5c4-4e31-acb0-a7a462ac7b03 None None] Port b6c06b3b-2cbc-4544-9d94-78a4a3d5a141 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:25:58.576935 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:58.610013 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:58.631498 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29bda3d1-f395-4c54-b2cb-714a6b6f1c5c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (7d2666c7-a64b-45ea-9d35-990be22d948e), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:58.736057 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:58.766493 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:58.777330 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29bda3d1-f395-4c54-b2cb-714a6b6f1c5c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for port (7d2666c7-a64b-45ea-9d35-990be22d948e), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:58.781208 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-c16877d3-b1ab-49ce-9cc8-306aa1b34d63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6c06b3b-2cbc-4544-9d94-78a4a3d5a141 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:25:58.781750 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29bda3d1-f395-4c54-b2cb-714a6b6f1c5c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26770654'] for port (7d2666c7-a64b-45ea-9d35-990be22d948e), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:58.789897 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-c16877d3-b1ab-49ce-9cc8-306aa1b34d63 service neutron] Publish callbacks [] for port (b6c06b3b-2cbc-4544-9d94-78a4a3d5a141), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:58.803136 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-c16877d3-b1ab-49ce-9cc8-306aa1b34d63 service neutron] Transition to ACTIVE for port object b6c06b3b-2cbc-4544-9d94-78a4a3d5a141 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 10:25:58.807592 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-c16877d3-b1ab-49ce-9cc8-306aa1b34d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (b6c06b3b-2cbc-4544-9d94-78a4a3d5a141), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:58.856045 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bda3d1-f395-4c54-b2cb-714a6b6f1c5c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Pushing event updated for resources: {'Port': ['ID=7d2666c7-a64b-45ea-9d35-990be22d948e,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:58.864224 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29bda3d1-f395-4c54-b2cb-714a6b6f1c5c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-790480'] for floatingip (89eb800c-7be4-4f15-8ec4-41388c3c076d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:58.871352 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16877d3-b1ab-49ce-9cc8-306aa1b34d63 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c06b3b-2cbc-4544-9d94-78a4a3d5a141,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:58.944840 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-c16877d3-b1ab-49ce-9cc8-306aa1b34d63 service neutron] Attempting to bind port b6c06b3b-2cbc-4544-9d94-78a4a3d5a141 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:25:58.945167 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-c16877d3-b1ab-49ce-9cc8-306aa1b34d63 service neutron] Attempting to bind port b6c06b3b-2cbc-4544-9d94-78a4a3d5a141 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'c9eb5960-fb18-4f8f-92bc-ade4c127197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:25:58.945636 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-c16877d3-b1ab-49ce-9cc8-306aa1b34d63 service neutron] Attempting to bind port b6c06b3b-2cbc-4544-9d94-78a4a3d5a141 on network 905e65c9-d2c9-40b0-a3db-38b3be82f3f2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:25:58.951628 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-c16877d3-b1ab-49ce-9cc8-306aa1b34d63 service neutron] Port b6c06b3b-2cbc-4544-9d94-78a4a3d5a141 on network 905e65c9-d2c9-40b0-a3db-38b3be82f3f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 10:25:58.951947 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-c16877d3-b1ab-49ce-9cc8-306aa1b34d63 service neutron] Attempting to bind port b6c06b3b-2cbc-4544-9d94-78a4a3d5a141 on network 905e65c9-d2c9-40b0-a3db-38b3be82f3f2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:25:58.957322 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-c16877d3-b1ab-49ce-9cc8-306aa1b34d63 service neutron] Checking agent: {'id': '2022926f-89e6-45ab-bc5a-219d9ca35e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'started_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:25:58.957650 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-c16877d3-b1ab-49ce-9cc8-306aa1b34d63 service neutron] Checking segment: {'id': 'c9eb5960-fb18-4f8f-92bc-ade4c127197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:25:58.958026 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-c16877d3-b1ab-49ce-9cc8-306aa1b34d63 service neutron] Bound using segment: {'id': 'c9eb5960-fb18-4f8f-92bc-ade4c127197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:25:58.958487 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-c16877d3-b1ab-49ce-9cc8-306aa1b34d63 service neutron] Bound port: b6c06b3b-2cbc-4544-9d94-78a4a3d5a141, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9eb5960-fb18-4f8f-92bc-ade4c127197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:25:58.958842 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-c16877d3-b1ab-49ce-9cc8-306aa1b34d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (b6c06b3b-2cbc-4544-9d94-78a4a3d5a141), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:58.971369 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.db.l3_db [None req-29bda3d1-f395-4c54-b2cb-714a6b6f1c5c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Floating IP 89eb800c-7be4-4f15-8ec4-41388c3c076d associated. External IP: 172.37.2.88, port: bc97aaf3-0c0d-415c-b3c3-645269085c58. Jul 05 10:25:59.026475 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-c16877d3-b1ab-49ce-9cc8-306aa1b34d63 service neutron] For port b6c06b3b-2cbc-4544-9d94-78a4a3d5a141, host hv-cinder-maste, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:25:59.030396 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-c16877d3-b1ab-49ce-9cc8-306aa1b34d63 service neutron] For port b6c06b3b-2cbc-4544-9d94-78a4a3d5a141, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b6c06b3b-2cbc-4544-9d94-78a4a3d5a141,segment=NetworkSegment(c9eb5960-fb18-4f8f-92bc-ade4c127197b),segment_id=c9eb5960-fb18-4f8f-92bc-ade4c127197b)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:25:59.038882 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-c16877d3-b1ab-49ce-9cc8-306aa1b34d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (b6c06b3b-2cbc-4544-9d94-78a4a3d5a141), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:59.081790 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-c16877d3-b1ab-49ce-9cc8-306aa1b34d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:59.082411 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-c16877d3-b1ab-49ce-9cc8-306aa1b34d63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:59.083816 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-c16877d3-b1ab-49ce-9cc8-306aa1b34d63 service neutron] 10.222.0.30 "PUT /v2.0/ports/b6c06b3b-2cbc-4544-9d94-78a4a3d5a141 HTTP/1.1" status: 200 len: 1093 time: 0.6731043 Jul 05 10:25:59.084293 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65a032c-5b68-4e65-b02c-d76e6547c26c', 'tag': 'b6c06b3b-2cbc-4544-9d94-78a4a3d5a141'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:25:59.086487 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa3cd8f-5a57-483d-a65d-9dcb5b956e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "a65a032c-5b68-4e65-b02c-d76e6547c26c", "tag": "b6c06b3b-2cbc-4544-9d94-78a4a3d5a141"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:25:59.117169 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16877d3-b1ab-49ce-9cc8-306aa1b34d63 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c06b3b-2cbc-4544-9d94-78a4a3d5a141,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:59.158287 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afe1ab5-263c-49c7-b7e4-fa9167031078 x-openstack-request-id: req-7afe1ab5-263c-49c7-b7e4-fa9167031078 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:25:59.158594 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a65a032c-5b68-4e65-b02c-d76e6547c26c", "tag": "b6c06b3b-2cbc-4544-9d94-78a4a3d5a141", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:25:59.158814 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7afe1ab5-263c-49c7-b7e4-fa9167031078 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:25:59.159198 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7afe1ab5-263c-49c7-b7e4-fa9167031078'] response: {'name': 'network-changed', 'server_uuid': 'a65a032c-5b68-4e65-b02c-d76e6547c26c', 'tag': 'b6c06b3b-2cbc-4544-9d94-78a4a3d5a141', 'status': 'completed', 'code': 200} Jul 05 10:25:59.194304 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-4851d2b9-58f9-4ccc-a782-a838fd1c49c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:59.196148 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-4851d2b9-58f9-4ccc-a782-a838fd1c49c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b5c262b91db42cb9e4042b180f9fb4d&device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 1127 time: 0.0485902 Jul 05 10:25:59.199002 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29bda3d1-f395-4c54-b2cb-714a6b6f1c5c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Router 66b77f47-8c30-400a-a7f5-1c9128668fb0 has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:25:59.247151 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-6eae5cb8-e52b-4cab-8c8c-5b14a2d7a3cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6c06b3b-2cbc-4544-9d94-78a4a3d5a141 HTTP/1.1" status: 200 len: 217 time: 0.0385647 Jul 05 10:25:59.300815 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-a2291f2f-02f0-4f90-9035-e7c9df393dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:59.303241 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-a2291f2f-02f0-4f90-9035-e7c9df393dfa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ae0d34b-31e2-476a-b729-9e109937f183 HTTP/1.1" status: 200 len: 850 time: 0.0508463 Jul 05 10:25:59.305715 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device efc6bbec-cf3e-431f-aa52-68946b7c4627 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:25:59.309988 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:59.321189 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29bda3d1-f395-4c54-b2cb-714a6b6f1c5c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:25:59.338564 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac834a1-c243-40b4-a4d8-9b695748e99d None None] Sync routers for ids ['66b77f47-8c30-400a-a7f5-1c9128668fb0'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:25:59.341022 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29bda3d1-f395-4c54-b2cb-714a6b6f1c5c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:59.363467 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-6ff0b33e-c257-413c-a31a-b08166f7d53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:59.365767 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-6ff0b33e-c257-413c-a31a-b08166f7d53e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=905e65c9-d2c9-40b0-a3db-38b3be82f3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563376 Jul 05 10:25:59.367667 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac834a1-c243-40b4-a4d8-9b695748e99d None None] Routers {'66b77f47-8c30-400a-a7f5-1c9128668fb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:25:59.368089 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-aac834a1-c243-40b4-a4d8-9b695748e99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:25:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['66b77f47-8c30-400a-a7f5-1c9128668fb0'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:59.386127 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-29bda3d1-f395-4c54-b2cb-714a6b6f1c5c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6965189 Jul 05 10:25:59.386127 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b87058af-a15a-4a2b-9f05-e3f9b99e4a4d', 'tag': 'bc97aaf3-0c0d-415c-b3c3-645269085c58'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:25:59.387584 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afc1adaeb3b5fe8d75c18ebcd0f0cb199cc22f98a1fdc7b87986fe26239d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99586026-b85d-424a-9bc6-0496d6f4c923" -d '{"events": [{"name": "network-changed", "server_uuid": "b87058af-a15a-4a2b-9f05-e3f9b99e4a4d", "tag": "bc97aaf3-0c0d-415c-b3c3-645269085c58"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:25:59.424043 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Provisioning complete for port efc6bbec-cf3e-431f-aa52-68946b7c4627 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:25:59.424428 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (efc6bbec-cf3e-431f-aa52-68946b7c4627), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:25:59.477081 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-9631c523-73eb-4e06-ae69-f5962ae27803 service neutron] 10.222.0.30 "GET /v2.0/networks/905e65c9-d2c9-40b0-a3db-38b3be82f3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000881 Jul 05 10:25:59.493085 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc8ec11-7289-4761-9273-3af4ef0fe8b4 x-openstack-request-id: req-6dc8ec11-7289-4761-9273-3af4ef0fe8b4 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:25:59.493377 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b87058af-a15a-4a2b-9f05-e3f9b99e4a4d", "tag": "bc97aaf3-0c0d-415c-b3c3-645269085c58", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:25:59.493621 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6dc8ec11-7289-4761-9273-3af4ef0fe8b4 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:25:59.494017 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dc8ec11-7289-4761-9273-3af4ef0fe8b4'] response: {'name': 'network-changed', 'server_uuid': 'b87058af-a15a-4a2b-9f05-e3f9b99e4a4d', 'tag': 'bc97aaf3-0c0d-415c-b3c3-645269085c58', 'status': 'completed', 'code': 200} Jul 05 10:25:59.515669 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-aac834a1-c243-40b4-a4d8-9b695748e99d None None] Set router 66b77f47-8c30-400a-a7f5-1c9128668fb0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:25:59.635169 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99586026-b85d-424a-9bc6-0496d6f4c923 req-a164477c-7034-46f4-bdcc-32ad2b1274af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:59.636593 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-99586026-b85d-424a-9bc6-0496d6f4c923 req-a164477c-7034-46f4-bdcc-32ad2b1274af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=86eac45249ad4a5e9513fcc091bcf42e&device_id=b87058af-a15a-4a2b-9f05-e3f9b99e4a4d HTTP/1.1" status: 200 len: 1130 time: 0.0910912 Jul 05 10:25:59.645227 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9afe6c68-d988-4e19-ab11-fcd7b5b15f99 req-ce90d7ab-62e5-4cf3-a1d0-879e0dae4b5b service neutron] 10.222.0.30 "GET /v2.0/networks/905e65c9-d2c9-40b0-a3db-38b3be82f3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663392 Jul 05 10:25:59.679410 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d870c1-7bb8-4b4d-918d-5b20bfc21dd1 req-00105d1b-4699-42db-999c-bbd33c72774b tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:59.681784 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c6d870c1-7bb8-4b4d-918d-5b20bfc21dd1 req-00105d1b-4699-42db-999c-bbd33c72774b tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 943 time: 0.0950477 Jul 05 10:25:59.752906 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Current status of the port efc6bbec-cf3e-431f-aa52-68946b7c4627 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:25:59.764794 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:25:59.782590 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c6d870c1-7bb8-4b4d-918d-5b20bfc21dd1 req-df4a8497-f250-4225-816c-7b907c97a5fc tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911138 Jul 05 10:25:59.783750 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99586026-b85d-424a-9bc6-0496d6f4c923 req-fc145501-d860-463f-898c-7b828cd98629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:25:59.785129 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-99586026-b85d-424a-9bc6-0496d6f4c923 req-fc145501-d860-463f-898c-7b828cd98629 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 HTTP/1.1" status: 200 len: 912 time: 0.1422176 Jul 05 10:25:59.885097 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-aac834a1-c243-40b4-a4d8-9b695748e99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'name': 'tempest-TestVolumeBootPattern-895301703-router', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47'}], 'enable_snat': True}, 'gw_port_id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:29Z', 'updated_at': '2022-07-05T10:22:32Z', 'revision_number': 4, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'gw_port': {'id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:30Z', 'updated_at': '2022-07-05T10:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '89eb800c-7be4-4f15-8ec4-41388c3c076d', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'floating_ip_address': '172.37.2.88', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'port_id': 'bc97aaf3-0c0d-415c-b3c3-645269085c58', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'mac_address': 'fa:16:3e:c1:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87058af-a15a-4a2b-9f05-e3f9b99e4a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:25:58Z', 'updated_at': '2022-07-05T10:25:58Z', 'revision_number': 0, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f546b8e-b803-43c0-b284-88af45711c72', 'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'mac_address': 'fa:16:3e:ae:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:31Z', 'updated_at': '2022-07-05T10:22:36Z', 'revision_number': 5, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'subnets': [{'id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:59.910192 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac834a1-c243-40b4-a4d8-9b695748e99d None None] Checking router: 66b77f47-8c30-400a-a7f5-1c9128668fb0 for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:25:59.918868 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac834a1-c243-40b4-a4d8-9b695748e99d None None] Routers {'66b77f47-8c30-400a-a7f5-1c9128668fb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:25:59.919476 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-aac834a1-c243-40b4-a4d8-9b695748e99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:25:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['66b77f47-8c30-400a-a7f5-1c9128668fb0'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:00.021346 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-aac834a1-c243-40b4-a4d8-9b695748e99d None None] Set router 66b77f47-8c30-400a-a7f5-1c9128668fb0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:26:00.223070 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-aac834a1-c243-40b4-a4d8-9b695748e99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'name': 'tempest-TestVolumeBootPattern-895301703-router', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47'}], 'enable_snat': True}, 'gw_port_id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:29Z', 'updated_at': '2022-07-05T10:22:32Z', 'revision_number': 4, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'gw_port': {'id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:30Z', 'updated_at': '2022-07-05T10:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '89eb800c-7be4-4f15-8ec4-41388c3c076d', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'floating_ip_address': '172.37.2.88', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'port_id': 'bc97aaf3-0c0d-415c-b3c3-645269085c58', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'mac_address': 'fa:16:3e:c1:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87058af-a15a-4a2b-9f05-e3f9b99e4a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:25:58Z', 'updated_at': '2022-07-05T10:25:58Z', 'revision_number': 0, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f546b8e-b803-43c0-b284-88af45711c72', 'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'mac_address': 'fa:16:3e:ae:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:31Z', 'updated_at': '2022-07-05T10:22:36Z', 'revision_number': 5, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'subnets': [{'id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:00.250853 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac834a1-c243-40b4-a4d8-9b695748e99d None None] The sync data for ids ['66b77f47-8c30-400a-a7f5-1c9128668fb0'] in dv-cinder-master-3-iscsi is: [{'id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'name': 'tempest-TestVolumeBootPattern-895301703-router', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47'}], 'enable_snat': True}, 'gw_port_id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:29Z', 'updated_at': '2022-07-05T10:22:32Z', 'revision_number': 4, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'gw_port': {'id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:30Z', 'updated_at': '2022-07-05T10:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '89eb800c-7be4-4f15-8ec4-41388c3c076d', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'floating_ip_address': '172.37.2.88', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'port_id': 'bc97aaf3-0c0d-415c-b3c3-645269085c58', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'mac_address': 'fa:16:3e:c1:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87058af-a15a-4a2b-9f05-e3f9b99e4a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:25:58Z', 'updated_at': '2022-07-05T10:25:58Z', 'revision_number': 0, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f546b8e-b803-43c0-b284-88af45711c72', 'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'mac_address': 'fa:16:3e:ae:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:31Z', 'updated_at': '2022-07-05T10:22:36Z', 'revision_number': 5, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'subnets': [{'id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:26:00.431018 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de4f5e5-4b6f-4dbd-a689-9e2d3c57b599 None None] New status for floating IP 89eb800c-7be4-4f15-8ec4-41388c3c076d: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 10:26:00.861724 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:26:00.886988 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:26:00.902568 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2837f85-0974-4fed-bd4b-8ffaa40bc80b req-1e4a9a7b-62b2-4afe-847b-3cef49f5dc1d tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:26:00.904030 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d2837f85-0974-4fed-bd4b-8ffaa40bc80b req-1e4a9a7b-62b2-4afe-847b-3cef49f5dc1d tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 943 time: 0.0522299 Jul 05 10:26:00.951536 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d2837f85-0974-4fed-bd4b-8ffaa40bc80b req-174fa404-d376-44d8-8cae-588f345831ff tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416558 Jul 05 10:26:01.591673 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-99586026-b85d-424a-9bc6-0496d6f4c923 req-e1b31bd3-acdd-40dd-bc6f-8276dd62d6da service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc97aaf3-0c0d-415c-b3c3-645269085c58 HTTP/1.1" status: 200 len: 1001 time: 0.0839002 Jul 05 10:26:01.592622 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3cd8f-5a57-483d-a65d-9dcb5b956e9e req-45bfea03-8f8e-4edd-aec6-9e9b7f40ebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:26:01.593956 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4fa3cd8f-5a57-483d-a65d-9dcb5b956e9e req-45bfea03-8f8e-4edd-aec6-9e9b7f40ebb7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b5c262b91db42cb9e4042b180f9fb4d&device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 1127 time: 0.0528252 Jul 05 10:26:01.612556 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [req-1afb8138-3f20-4bf2-b9ea-359dd88360db req-d48a25b2-8ab4-4bc2-883c-c354a8c4868f service neutron] (104032) timed out ('10.222.0.30', 51791) {{(pid=104032) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 05 10:26:01.699770 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99586026-b85d-424a-9bc6-0496d6f4c923 req-58bf404c-8f92-4a46-8669-675b6d318d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:26:01.701256 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-99586026-b85d-424a-9bc6-0496d6f4c923 req-58bf404c-8f92-4a46-8669-675b6d318d80 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de HTTP/1.1" status: 200 len: 850 time: 0.0990505 Jul 05 10:26:01.760203 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99586026-b85d-424a-9bc6-0496d6f4c923 req-87362664-1e13-46fe-b452-b97f9439f2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:26:01.761688 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-99586026-b85d-424a-9bc6-0496d6f4c923 req-87362664-1e13-46fe-b452-b97f9439f2d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a6b68d3-f3f2-400d-a2f3-b1cc33d83760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545268 Jul 05 10:26:01.762589 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3cd8f-5a57-483d-a65d-9dcb5b956e9e req-03e36616-146f-4314-8216-e9d30b24be68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:26:01.763860 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4fa3cd8f-5a57-483d-a65d-9dcb5b956e9e req-03e36616-146f-4314-8216-e9d30b24be68 service neutron] 10.222.0.30 "GET /v2.0/networks?id=905e65c9-d2c9-40b0-a3db-38b3be82f3f2 HTTP/1.1" status: 200 len: 912 time: 0.1606503 Jul 05 10:26:02.079809 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4fa3cd8f-5a57-483d-a65d-9dcb5b956e9e req-2f128597-a93d-47c0-b476-60acf3a217d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6c06b3b-2cbc-4544-9d94-78a4a3d5a141 HTTP/1.1" status: 200 len: 217 time: 0.3009512 Jul 05 10:26:02.179383 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b75f3-76a1-465f-8da1-bf529b47285f req-c0bfe0e3-856b-4eac-9a7c-cab5dcf48ab5 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:26:02.180845 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2c2b75f3-76a1-465f-8da1-bf529b47285f req-c0bfe0e3-856b-4eac-9a7c-cab5dcf48ab5 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 943 time: 0.1470196 Jul 05 10:26:02.217277 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3cd8f-5a57-483d-a65d-9dcb5b956e9e req-6bf70430-54e9-4afe-b82e-5c135dac89ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:26:02.218662 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4fa3cd8f-5a57-483d-a65d-9dcb5b956e9e req-6bf70430-54e9-4afe-b82e-5c135dac89ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ae0d34b-31e2-476a-b729-9e109937f183 HTTP/1.1" status: 200 len: 850 time: 0.1214032 Jul 05 10:26:02.264873 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-99586026-b85d-424a-9bc6-0496d6f4c923 req-4998cf0d-fbfc-4b52-81cd-e817484ef025 service neutron] 10.222.0.30 "GET /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927647 Jul 05 10:26:02.307017 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2c2b75f3-76a1-465f-8da1-bf529b47285f req-021688d1-d9f0-45a0-b7a4-815effde7571 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191130 Jul 05 10:26:02.310132 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3cd8f-5a57-483d-a65d-9dcb5b956e9e req-a098857a-da4e-46cf-b32a-3610f6af86a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:26:02.311524 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4fa3cd8f-5a57-483d-a65d-9dcb5b956e9e req-a098857a-da4e-46cf-b32a-3610f6af86a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=905e65c9-d2c9-40b0-a3db-38b3be82f3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0869145 Jul 05 10:26:02.437194 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-99586026-b85d-424a-9bc6-0496d6f4c923 req-70e375f9-4169-47e3-8efd-30b095d5277d service neutron] 10.222.0.30 "GET /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650703 Jul 05 10:26:02.453108 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4fa3cd8f-5a57-483d-a65d-9dcb5b956e9e req-fbf8f174-5664-4823-817c-dd2c116d0a67 service neutron] 10.222.0.30 "GET /v2.0/networks/905e65c9-d2c9-40b0-a3db-38b3be82f3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335142 Jul 05 10:26:02.544941 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:26:02.551062 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4fa3cd8f-5a57-483d-a65d-9dcb5b956e9e req-f148bea6-73c0-49e3-966b-5bfe8c25e1be service neutron] 10.222.0.30 "GET /v2.0/networks/905e65c9-d2c9-40b0-a3db-38b3be82f3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888004 Jul 05 10:26:02.859158 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device b6c06b3b-2cbc-4544-9d94-78a4a3d5a141 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:26:02.939300 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:26:02.958397 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port b6c06b3b-2cbc-4544-9d94-78a4a3d5a141, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b6c06b3b-2cbc-4544-9d94-78a4a3d5a141,segment=NetworkSegment(c9eb5960-fb18-4f8f-92bc-ade4c127197b),segment_id=c9eb5960-fb18-4f8f-92bc-ade4c127197b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:02.969425 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Returning: {'device': 'b6c06b3b-2cbc-4544-9d94-78a4a3d5a141', 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2', 'port_id': 'b6c06b3b-2cbc-4544-9d94-78a4a3d5a141', 'mac_address': 'fa:16:3e:c3:85:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:26:03.010107 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port b6c06b3b-2cbc-4544-9d94-78a4a3d5a141 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:26:03.010492 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (b6c06b3b-2cbc-4544-9d94-78a4a3d5a141), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:26:03.024014 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6c06b3b-2cbc-4544-9d94-78a4a3d5a141 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:26:03.042611 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port b6c06b3b-2cbc-4544-9d94-78a4a3d5a141, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b6c06b3b-2cbc-4544-9d94-78a4a3d5a141,segment=NetworkSegment(c9eb5960-fb18-4f8f-92bc-ade4c127197b),segment_id=c9eb5960-fb18-4f8f-92bc-ade4c127197b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:03.046910 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (b6c06b3b-2cbc-4544-9d94-78a4a3d5a141), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:26:03.094678 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=b6c06b3b-2cbc-4544-9d94-78a4a3d5a141,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:03.420236 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b105ec-178b-4b55-b14e-ad0fdab331a7 req-e3c1f8bb-631b-45c7-9c4d-70edb40da290 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:26:03.421722 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e1b105ec-178b-4b55-b14e-ad0fdab331a7 req-e3c1f8bb-631b-45c7-9c4d-70edb40da290 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 944 time: 0.0465987 Jul 05 10:26:03.448949 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['b6c06b3b-2cbc-4544-9d94-78a4a3d5a141'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:26:03.468540 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e1b105ec-178b-4b55-b14e-ad0fdab331a7 req-aa08bd27-b5ba-40fd-b8e7-ad26150ab565 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407655 Jul 05 10:26:03.537103 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:26:04.572773 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:26:04.581118 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60921afe-96c0-4139-8dd7-6fcc915b83ba req-83d92d21-5cc5-4d86-8fca-0eeb025bb950 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:26:04.583150 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-60921afe-96c0-4139-8dd7-6fcc915b83ba req-83d92d21-5cc5-4d86-8fca-0eeb025bb950 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 944 time: 0.0482066 Jul 05 10:26:04.629902 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-60921afe-96c0-4139-8dd7-6fcc915b83ba req-f14c5b5c-89a3-4d4b-a467-adfdcff2793d tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412073 Jul 05 10:26:04.870015 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device b6c06b3b-2cbc-4544-9d94-78a4a3d5a141 up at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:26:04.911932 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning for port b6c06b3b-2cbc-4544-9d94-78a4a3d5a141 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 10:26:04.917673 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning complete for port b6c06b3b-2cbc-4544-9d94-78a4a3d5a141 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:26:04.918059 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (b6c06b3b-2cbc-4544-9d94-78a4a3d5a141), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:26:04.992739 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port b6c06b3b-2cbc-4544-9d94-78a4a3d5a141 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:26:04.993125 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (b6c06b3b-2cbc-4544-9d94-78a4a3d5a141), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:26:05.018308 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65a032c-5b68-4e65-b02c-d76e6547c26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c06b3b-2cbc-4544-9d94-78a4a3d5a141'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:26:05.021200 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0ff12b24adccf04d36d5e95ed2fd555b52d0445ded186c21edfbf2ad21407b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32669f3f-b0fc-4c00-a833-7034a45e3d76" -d '{"events": [{"server_uuid": "a65a032c-5b68-4e65-b02c-d76e6547c26c", "name": "network-vif-plugged", "status": "completed", "tag": "b6c06b3b-2cbc-4544-9d94-78a4a3d5a141"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:26:05.033786 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port b6c06b3b-2cbc-4544-9d94-78a4a3d5a141, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b6c06b3b-2cbc-4544-9d94-78a4a3d5a141,segment=NetworkSegment(c9eb5960-fb18-4f8f-92bc-ade4c127197b),segment_id=c9eb5960-fb18-4f8f-92bc-ade4c127197b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:05.037633 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (b6c06b3b-2cbc-4544-9d94-78a4a3d5a141), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:26:05.062488 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65198b70-fa7b-4b4f-95ff-dff338331ad8 x-openstack-request-id: req-65198b70-fa7b-4b4f-95ff-dff338331ad8 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:26:05.062772 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65a032c-5b68-4e65-b02c-d76e6547c26c", "name": "network-vif-plugged", "status": "completed", "tag": "b6c06b3b-2cbc-4544-9d94-78a4a3d5a141", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:26:05.063020 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65198b70-fa7b-4b4f-95ff-dff338331ad8 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:26:05.063405 dv-cinder-master-3-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65198b70-fa7b-4b4f-95ff-dff338331ad8'] response: {'server_uuid': 'a65a032c-5b68-4e65-b02c-d76e6547c26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c06b3b-2cbc-4544-9d94-78a4a3d5a141', 'code': 200} Jul 05 10:26:05.088871 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=b6c06b3b-2cbc-4544-9d94-78a4a3d5a141,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:05.258726 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f0dd8-efdf-4633-bc56-26af2526e78a req-7f8be31e-ba5f-4b12-afc1-edcb12014e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:26:05.260202 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a29f0dd8-efdf-4633-bc56-26af2526e78a req-7f8be31e-ba5f-4b12-afc1-edcb12014e6c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 1129 time: 0.0427318 Jul 05 10:26:05.303802 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a29f0dd8-efdf-4633-bc56-26af2526e78a req-1d9a8683-9f4b-4ee2-ad78-2fa81a45fe16 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379374 Jul 05 10:26:05.743905 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864655c-17ef-46dd-9317-a9bb1b693164 req-9ff1ec27-891f-4939-b858-2acf977ab058 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:26:05.745401 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8864655c-17ef-46dd-9317-a9bb1b693164 req-9ff1ec27-891f-4939-b858-2acf977ab058 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0468855 Jul 05 10:26:05.792601 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8864655c-17ef-46dd-9317-a9bb1b693164 req-ae75fab1-3804-4418-ba97-eb7269644c0d tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416317 Jul 05 10:26:06.912801 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66f622-92fc-4045-8ac8-ba06e70ea021 req-f9e14803-11f8-46a9-9eee-7415906ef9d5 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:26:06.914248 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bf66f622-92fc-4045-8ac8-ba06e70ea021 req-f9e14803-11f8-46a9-9eee-7415906ef9d5 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0496318 Jul 05 10:26:06.961100 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bf66f622-92fc-4045-8ac8-ba06e70ea021 req-52250d53-c76f-4e23-b4e9-abe742e5a7a9 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413806 Jul 05 10:26:08.077187 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d12b00-7ecf-46f0-83ce-5d8a78707f61 req-195ff940-a996-41d0-a764-75a1b29082d4 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:26:08.078630 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-65d12b00-7ecf-46f0-83ce-5d8a78707f61 req-195ff940-a996-41d0-a764-75a1b29082d4 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0471554 Jul 05 10:26:08.124102 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-65d12b00-7ecf-46f0-83ce-5d8a78707f61 req-ba3077ca-d48f-47ae-9ccc-453c84511886 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400674 Jul 05 10:26:08.231414 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcb295-7189-4d5a-970a-ca305afa6a48 req-5286ef4c-ab09-401d-a8bf-3aeb69a08be8 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:26:08.232898 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7cdcb295-7189-4d5a-970a-ca305afa6a48 req-5286ef4c-ab09-401d-a8bf-3aeb69a08be8 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0467768 Jul 05 10:26:08.241873 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 52544) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:26:08.246372 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-a7ce01ae-a21b-4004-9386-b9d2a3532130 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Request body: {'floatingip': {'port_id': 'b6c06b3b-2cbc-4544-9d94-78a4a3d5a141'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:26:08.283705 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7ce01ae-a21b-4004-9386-b9d2a3532130 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for floatingip (f4dc2a46-ef88-426b-a02e-1624e85bdc5f), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:26:08.378957 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:26:08.472175 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:26:08.952762 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7ce01ae-a21b-4004-9386-b9d2a3532130 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:26:08.956543 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7ce01ae-a21b-4004-9386-b9d2a3532130 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-790480'] for floatingip (f4dc2a46-ef88-426b-a02e-1624e85bdc5f), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:26:09.056722 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.db.l3_db [None req-a7ce01ae-a21b-4004-9386-b9d2a3532130 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Floating IP f4dc2a46-ef88-426b-a02e-1624e85bdc5f associated. External IP: 172.37.2.200, port: b6c06b3b-2cbc-4544-9d94-78a4a3d5a141. Jul 05 10:26:09.251479 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ce01ae-a21b-4004-9386-b9d2a3532130 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Router f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1 has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:26:09.352594 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ce01ae-a21b-4004-9386-b9d2a3532130 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:26:09.357139 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a7ce01ae-a21b-4004-9386-b9d2a3532130 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:26:09.362434 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0b1058-07b8-477f-8f5f-9a313fc1738b None None] Sync routers for ids ['f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:26:09.373663 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0b1058-07b8-477f-8f5f-9a313fc1738b None None] Routers {'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:26:09.374554 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-da0b1058-07b8-477f-8f5f-9a313fc1738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:25:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:09.389879 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-a7ce01ae-a21b-4004-9386-b9d2a3532130 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "PUT /v2.0/floatingips/f4dc2a46-ef88-426b-a02e-1624e85bdc5f HTTP/1.1" status: 200 len: 991 time: 1.1469297 Jul 05 10:26:09.390545 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65a032c-5b68-4e65-b02c-d76e6547c26c', 'tag': 'b6c06b3b-2cbc-4544-9d94-78a4a3d5a141'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:26:09.392907 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612afc1adaeb3b5fe8d75c18ebcd0f0cb199cc22f98a1fdc7b87986fe26239d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa3c4b4-b4aa-4fc9-a088-e4a60f19fe99" -d '{"events": [{"name": "network-changed", "server_uuid": "a65a032c-5b68-4e65-b02c-d76e6547c26c", "tag": "b6c06b3b-2cbc-4544-9d94-78a4a3d5a141"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:26:09.429201 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b5ea56-dfcc-4935-bd5c-d0b0c2d3bf23 x-openstack-request-id: req-79b5ea56-dfcc-4935-bd5c-d0b0c2d3bf23 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:26:09.429484 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a65a032c-5b68-4e65-b02c-d76e6547c26c", "tag": "b6c06b3b-2cbc-4544-9d94-78a4a3d5a141", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:26:09.429746 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79b5ea56-dfcc-4935-bd5c-d0b0c2d3bf23 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:26:09.430139 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79b5ea56-dfcc-4935-bd5c-d0b0c2d3bf23'] response: {'name': 'network-changed', 'server_uuid': 'a65a032c-5b68-4e65-b02c-d76e6547c26c', 'tag': 'b6c06b3b-2cbc-4544-9d94-78a4a3d5a141', 'status': 'completed', 'code': 200} Jul 05 10:26:09.482900 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-da0b1058-07b8-477f-8f5f-9a313fc1738b None None] Set router f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:26:09.515299 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3c4b4-b4aa-4fc9-a088-e4a60f19fe99 req-3c0059ca-89c8-4dd1-b4f5-7dbd904d09b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:26:09.516811 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ffa3c4b4-b4aa-4fc9-a088-e4a60f19fe99 req-3c0059ca-89c8-4dd1-b4f5-7dbd904d09b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b5c262b91db42cb9e4042b180f9fb4d&device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 1129 time: 0.0417721 Jul 05 10:26:09.608913 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3c4b4-b4aa-4fc9-a088-e4a60f19fe99 req-b64027fc-4bdf-42f7-9279-212f7ba2dc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:26:09.610362 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ffa3c4b4-b4aa-4fc9-a088-e4a60f19fe99 req-b64027fc-4bdf-42f7-9279-212f7ba2dc81 service neutron] 10.222.0.30 "GET /v2.0/networks?id=905e65c9-d2c9-40b0-a3db-38b3be82f3f2 HTTP/1.1" status: 200 len: 912 time: 0.0861413 Jul 05 10:26:09.644444 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:26:09.674643 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ffa3c4b4-b4aa-4fc9-a088-e4a60f19fe99 req-00fcc260-7428-4a00-b25a-1e25fb7176ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6c06b3b-2cbc-4544-9d94-78a4a3d5a141 HTTP/1.1" status: 200 len: 999 time: 0.0582278 Jul 05 10:26:09.698755 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-da0b1058-07b8-477f-8f5f-9a313fc1738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'name': 'tempest-AttachVolumeTestJSON-1214041305-router', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89'}], 'enable_snat': True}, 'gw_port_id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:52Z', 'revision_number': 4, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'gw_port': {'id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:24:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'f4dc2a46-ef88-426b-a02e-1624e85bdc5f', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'floating_ip_address': '172.37.2.200', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'port_id': 'b6c06b3b-2cbc-4544-9d94-78a4a3d5a141', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2', 'mac_address': 'fa:16:3e:c3:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65a032c-5b68-4e65-b02c-d76e6547c26c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:25:54Z', 'updated_at': '2022-07-05T10:26:08Z', 'revision_number': 1, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efc6bbec-cf3e-431f-aa52-68946b7c4627', 'name': '', 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'mac_address': 'fa:16:3e:72:2e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:52Z', 'updated_at': '2022-07-05T10:25:57Z', 'revision_number': 5, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'subnets': [{'id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:09.722023 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3c4b4-b4aa-4fc9-a088-e4a60f19fe99 req-f18f63d4-2f88-47da-b1d6-c8ca3eede86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:26:09.723463 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ffa3c4b4-b4aa-4fc9-a088-e4a60f19fe99 req-f18f63d4-2f88-47da-b1d6-c8ca3eede86c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ae0d34b-31e2-476a-b729-9e109937f183 HTTP/1.1" status: 200 len: 850 time: 0.0436397 Jul 05 10:26:09.724935 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0b1058-07b8-477f-8f5f-9a313fc1738b None None] Checking router: f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1 for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:26:09.733515 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0b1058-07b8-477f-8f5f-9a313fc1738b None None] Routers {'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:26:09.734047 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-da0b1058-07b8-477f-8f5f-9a313fc1738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:25:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:09.766708 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3c4b4-b4aa-4fc9-a088-e4a60f19fe99 req-0ab61676-ceba-46e0-828a-0794ef5a17d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:26:09.768176 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ffa3c4b4-b4aa-4fc9-a088-e4a60f19fe99 req-0ab61676-ceba-46e0-828a-0794ef5a17d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=905e65c9-d2c9-40b0-a3db-38b3be82f3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387774 Jul 05 10:26:09.837692 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-da0b1058-07b8-477f-8f5f-9a313fc1738b None None] Set router f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:26:09.860718 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ffa3c4b4-b4aa-4fc9-a088-e4a60f19fe99 req-fb81dd6b-e2c5-4c4a-a252-f97bc86255e8 service neutron] 10.222.0.30 "GET /v2.0/networks/905e65c9-d2c9-40b0-a3db-38b3be82f3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870953 Jul 05 10:26:09.932100 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:26:09.951658 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ffa3c4b4-b4aa-4fc9-a088-e4a60f19fe99 req-edc2531e-7127-4d12-ad3f-c2bc7a73babb service neutron] 10.222.0.30 "GET /v2.0/networks/905e65c9-d2c9-40b0-a3db-38b3be82f3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841866 Jul 05 10:26:10.057919 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-da0b1058-07b8-477f-8f5f-9a313fc1738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'name': 'tempest-AttachVolumeTestJSON-1214041305-router', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89'}], 'enable_snat': True}, 'gw_port_id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:52Z', 'revision_number': 4, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'gw_port': {'id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:24:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'f4dc2a46-ef88-426b-a02e-1624e85bdc5f', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'floating_ip_address': '172.37.2.200', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'port_id': 'b6c06b3b-2cbc-4544-9d94-78a4a3d5a141', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2', 'mac_address': 'fa:16:3e:c3:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65a032c-5b68-4e65-b02c-d76e6547c26c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:25:54Z', 'updated_at': '2022-07-05T10:26:08Z', 'revision_number': 1, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efc6bbec-cf3e-431f-aa52-68946b7c4627', 'name': '', 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'mac_address': 'fa:16:3e:72:2e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:52Z', 'updated_at': '2022-07-05T10:25:57Z', 'revision_number': 5, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'subnets': [{'id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:10.082309 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0b1058-07b8-477f-8f5f-9a313fc1738b None None] The sync data for ids ['f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'] in dv-cinder-master-3-iscsi is: [{'id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'name': 'tempest-AttachVolumeTestJSON-1214041305-router', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89'}], 'enable_snat': True}, 'gw_port_id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:52Z', 'revision_number': 4, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'gw_port': {'id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:24:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'f4dc2a46-ef88-426b-a02e-1624e85bdc5f', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'floating_ip_address': '172.37.2.200', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'port_id': 'b6c06b3b-2cbc-4544-9d94-78a4a3d5a141', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2', 'mac_address': 'fa:16:3e:c3:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65a032c-5b68-4e65-b02c-d76e6547c26c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:25:54Z', 'updated_at': '2022-07-05T10:26:08Z', 'revision_number': 1, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efc6bbec-cf3e-431f-aa52-68946b7c4627', 'name': '', 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'mac_address': 'fa:16:3e:72:2e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:52Z', 'updated_at': '2022-07-05T10:25:57Z', 'revision_number': 5, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'subnets': [{'id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:26:10.263379 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5922873c-a2c1-45c9-a48a-15e450ef4b3a None None] New status for floating IP f4dc2a46-ef88-426b-a02e-1624e85bdc5f: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 10:26:11.213872 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:26:11.220771 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:26:11.531956 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d6ae4442-f31b-4d46-beff-8d9e8f313aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:26:11.876369 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:26:14.037887 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9dffd002-32b6-43df-95af-87f6294b5b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:26:14.997974 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:26:16.475247 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:26:16.836868 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:26:19.385197 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:26:19.387061 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:26:19.947329 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:26:19.948119 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:26:26.830773 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=66,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:26:26.833269 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:26:30.254886 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:UPDATE=6,neutron:SELECT=82,neutron:DELETE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:26:30.259181 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:26:41.523045 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f54f6100-a617-4b6f-9d2a-b91cccc58b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:26:41.874704 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:26:44.039443 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-84f0df2a-6499-48fc-9ff0-b97de45e5857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:26:45.001639 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:26:46.322587 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:26:46.839067 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:26:48.219167 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:26:56.833029 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:26:56.834882 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:27:07.248736 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=17 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:27:07.254868 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=19 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:27:11.524296 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b2031b0b-9531-4ef9-8ee3-5cc0e1bfb4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:27:11.867487 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:27:14.041856 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a2beb8ac-4895-43e6-a52a-66d9a01b0a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:27:15.004803 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:27:16.325106 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:27:16.841248 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:27:25.217952 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:27:26.830790 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:27:26.836753 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:27:27.995318 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e866d261-da5b-4507-8409-bb6f4092fa75 req-3937d42a-e1ed-4111-b988-97f1da16ab9e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b87058af-a15a-4a2b-9f05-e3f9b99e4a4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430524 Jul 05 10:27:28.089816 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866d261-da5b-4507-8409-bb6f4092fa75 req-3aacfba8-97a4-401c-b64c-4b3b087b2e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:27:28.091281 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e866d261-da5b-4507-8409-bb6f4092fa75 req-3aacfba8-97a4-401c-b64c-4b3b087b2e13 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=86eac45249ad4a5e9513fcc091bcf42e&device_id=b87058af-a15a-4a2b-9f05-e3f9b99e4a4d HTTP/1.1" status: 200 len: 1130 time: 0.0389853 Jul 05 10:27:28.191682 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866d261-da5b-4507-8409-bb6f4092fa75 req-8a8fc670-c9de-4b4a-83dd-12752ced7f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:27:28.193145 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e866d261-da5b-4507-8409-bb6f4092fa75 req-8a8fc670-c9de-4b4a-83dd-12752ced7f9a service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 HTTP/1.1" status: 200 len: 912 time: 0.0851557 Jul 05 10:27:28.256066 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e866d261-da5b-4507-8409-bb6f4092fa75 req-eb0c29a2-f252-4662-af27-2204dda221ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc97aaf3-0c0d-415c-b3c3-645269085c58 HTTP/1.1" status: 200 len: 1001 time: 0.0570691 Jul 05 10:27:28.305135 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866d261-da5b-4507-8409-bb6f4092fa75 req-8b5b13ce-5503-48f8-85f0-b9e74e1c1cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:27:28.306536 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e866d261-da5b-4507-8409-bb6f4092fa75 req-8b5b13ce-5503-48f8-85f0-b9e74e1c1cd3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de HTTP/1.1" status: 200 len: 850 time: 0.0435455 Jul 05 10:27:28.348840 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866d261-da5b-4507-8409-bb6f4092fa75 req-a62710cd-821f-4ab5-9e5f-7d23bd868cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:27:28.350266 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e866d261-da5b-4507-8409-bb6f4092fa75 req-a62710cd-821f-4ab5-9e5f-7d23bd868cc7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a6b68d3-f3f2-400d-a2f3-b1cc33d83760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381141 Jul 05 10:27:28.441648 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e866d261-da5b-4507-8409-bb6f4092fa75 req-b5bcef9c-e6ba-4807-9fe4-1fb9bb17d3b7 service neutron] 10.222.0.30 "GET /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851243 Jul 05 10:27:28.530851 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e866d261-da5b-4507-8409-bb6f4092fa75 req-bbc548eb-759e-4eaa-ac0f-3c34cfab74cf service neutron] 10.222.0.30 "GET /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836563 Jul 05 10:27:34.356987 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d48be9-6f65-42de-af23-bfff4a1c5c49 req-d5a96f80-2027-484b-8229-b814fbbda381 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:27:34.358426 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e9d48be9-6f65-42de-af23-bfff4a1c5c49 req-d5a96f80-2027-484b-8229-b814fbbda381 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0473855 Jul 05 10:27:34.406644 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e9d48be9-6f65-42de-af23-bfff4a1c5c49 req-1a68611d-f8bb-41df-b4df-b5e6caabf3b7 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427613 Jul 05 10:27:35.519769 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36e671-18de-425a-ae3f-d0a466ac2836 req-1f9027dc-d570-493c-993c-bb2c98b3b270 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:27:35.521156 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ea36e671-18de-425a-ae3f-d0a466ac2836 req-1f9027dc-d570-493c-993c-bb2c98b3b270 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0459399 Jul 05 10:27:35.567339 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ea36e671-18de-425a-ae3f-d0a466ac2836 req-f0bcf98e-9a75-49af-aeb5-86af193a792a tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407717 Jul 05 10:27:36.684876 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37435733-bc20-4e34-9291-96df245c8fe8 req-ec54ac30-2232-4c85-a04f-098007b830ba tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:27:36.686341 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-37435733-bc20-4e34-9291-96df245c8fe8 req-ec54ac30-2232-4c85-a04f-098007b830ba tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0521932 Jul 05 10:27:36.732603 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-37435733-bc20-4e34-9291-96df245c8fe8 req-50c74341-b5f9-4b83-8ccf-88a12db2dba1 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402873 Jul 05 10:27:37.848714 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add7782-669c-453a-9799-250fccd707e9 req-0a808559-19de-433f-8ade-cf3e97038b0e tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:27:37.850160 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0add7782-669c-453a-9799-250fccd707e9 req-0a808559-19de-433f-8ade-cf3e97038b0e tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0473340 Jul 05 10:27:37.895653 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0add7782-669c-453a-9799-250fccd707e9 req-5050f065-4971-4a07-8a61-73cbad69353b tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401127 Jul 05 10:27:39.007120 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e510531-3dd5-4445-942a-26f26d58ead0 req-8c970063-fbd3-4b38-b6f0-ec1b68fcf661 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:27:39.008564 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1e510531-3dd5-4445-942a-26f26d58ead0 req-8c970063-fbd3-4b38-b6f0-ec1b68fcf661 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0461109 Jul 05 10:27:39.053875 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:27:39.058315 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1e510531-3dd5-4445-942a-26f26d58ead0 req-06fb1a96-5da1-44b9-9bb7-bbcd76d70af3 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443747 Jul 05 10:27:40.169770 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe92660-9360-4ec4-b379-e9d6df8c91f4 req-f5306c74-23c8-4ea3-a71a-07054cfa90ca tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:27:40.171191 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4fe92660-9360-4ec4-b379-e9d6df8c91f4 req-f5306c74-23c8-4ea3-a71a-07054cfa90ca tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0463400 Jul 05 10:27:40.211335 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:27:40.218902 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4fe92660-9360-4ec4-b379-e9d6df8c91f4 req-8e2eca40-98a7-4a11-8884-71f296cee52f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417459 Jul 05 10:27:41.335137 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b82cf-b5ee-4a72-b626-6e18267e3f27 req-5bc99bea-93a3-425c-aa10-da81e4c4e1ab tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:27:41.336589 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-dc4b82cf-b5ee-4a72-b626-6e18267e3f27 req-5bc99bea-93a3-425c-aa10-da81e4c4e1ab tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0467072 Jul 05 10:27:41.381273 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-dc4b82cf-b5ee-4a72-b626-6e18267e3f27 req-13581e82-47df-4fe4-a15a-b8e4cf369eb4 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393698 Jul 05 10:27:41.526188 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2e46b79e-e195-4525-9855-b31200cd7c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:27:41.893031 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:27:42.497133 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292ad90-ca1e-4636-b62e-5edf4770a57c req-56387b14-336d-43df-a203-c6a2712a37c8 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:27:42.498553 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8292ad90-ca1e-4636-b62e-5edf4770a57c req-56387b14-336d-43df-a203-c6a2712a37c8 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0489011 Jul 05 10:27:42.544531 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8292ad90-ca1e-4636-b62e-5edf4770a57c req-e39e8519-1641-4f98-8998-4f120999736d tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398533 Jul 05 10:27:43.660034 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c878a-b284-4601-9afc-b17b255b04b1 req-14495dc7-0024-45f5-ac22-b3a1f0b31d55 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:27:43.661514 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5f2c878a-b284-4601-9afc-b17b255b04b1 req-14495dc7-0024-45f5-ac22-b3a1f0b31d55 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0471992 Jul 05 10:27:43.708240 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5f2c878a-b284-4601-9afc-b17b255b04b1 req-003a0680-5273-43d4-bed1-82ef938cbb8e tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413754 Jul 05 10:27:44.043282 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7f31b582-26d7-4065-8da7-1ece0bb95f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:27:44.259506 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:27:44.260129 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=5 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:27:44.822423 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9591f-86f3-4cdc-be26-4b63ed15d208 req-51fbfee7-6cf3-435a-8dcc-28852ab80b6b tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:27:44.823865 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2cb9591f-86f3-4cdc-be26-4b63ed15d208 req-51fbfee7-6cf3-435a-8dcc-28852ab80b6b tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0495620 Jul 05 10:27:44.869984 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2cb9591f-86f3-4cdc-be26-4b63ed15d208 req-691c3230-426c-4d10-a9de-1186dfaa8a34 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400817 Jul 05 10:27:45.005845 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:27:45.983649 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13787f-9df8-445f-9179-afec7c7cdcc6 req-b7056c94-023d-4fb3-a148-925ffb027fba tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:27:45.985113 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fd13787f-9df8-445f-9179-afec7c7cdcc6 req-b7056c94-023d-4fb3-a148-925ffb027fba tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0467012 Jul 05 10:27:46.030758 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fd13787f-9df8-445f-9179-afec7c7cdcc6 req-17d73de9-09ef-4282-bca6-080a429ab873 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402961 Jul 05 10:27:46.329923 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:27:46.842608 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:27:47.145114 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e463e-6848-4689-94fc-ca5b28e047b6 req-9a7b8b04-03ef-4bd4-94e7-d526e99c493d tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:27:47.146492 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-408e463e-6848-4689-94fc-ca5b28e047b6 req-9a7b8b04-03ef-4bd4-94e7-d526e99c493d tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0463583 Jul 05 10:27:47.196752 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-408e463e-6848-4689-94fc-ca5b28e047b6 req-320b8617-f50c-4900-a250-0dc2316e9f56 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447571 Jul 05 10:27:48.309478 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f5c0a-bae8-4c83-9e8d-4b28b6b5e9d3 req-68691f57-207a-4722-96d8-a53d1e905bdc tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:27:48.310925 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-099f5c0a-bae8-4c83-9e8d-4b28b6b5e9d3 req-68691f57-207a-4722-96d8-a53d1e905bdc tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0468609 Jul 05 10:27:48.356974 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-099f5c0a-bae8-4c83-9e8d-4b28b6b5e9d3 req-73fd469a-fffe-4484-a07c-03b882abc0a4 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399740 Jul 05 10:27:49.469661 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386f6dd-044c-40a1-b207-cd15c0346724 req-e59ca45d-eb27-4724-a071-89102ff3a405 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:27:49.471096 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5386f6dd-044c-40a1-b207-cd15c0346724 req-e59ca45d-eb27-4724-a071-89102ff3a405 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0466452 Jul 05 10:27:49.516984 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5386f6dd-044c-40a1-b207-cd15c0346724 req-e8ef659b-143c-414d-99cb-29cb954decf6 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404880 Jul 05 10:27:50.631630 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf5781-91a5-4f1d-ae81-09ea54ae99a5 req-594b7d3c-6a77-4cbe-a39f-a5cb36d2bef9 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:27:50.633119 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e8cf5781-91a5-4f1d-ae81-09ea54ae99a5 req-594b7d3c-6a77-4cbe-a39f-a5cb36d2bef9 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0497341 Jul 05 10:27:50.679327 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e8cf5781-91a5-4f1d-ae81-09ea54ae99a5 req-0415e0dc-1a8d-4931-a4b7-53562d8473ed tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407357 Jul 05 10:27:50.870688 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625c834-e300-483a-b465-09ec70be4c8d req-30a33882-9968-45ae-b8aa-1273759e3af0 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:27:50.872084 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1625c834-e300-483a-b465-09ec70be4c8d req-30a33882-9968-45ae-b8aa-1273759e3af0 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0470698 Jul 05 10:27:50.926102 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:27:50.948131 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1625c834-e300-483a-b465-09ec70be4c8d req-c2b5e8ff-db3d-41d3-a958-b1dd06739451 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696845 Jul 05 10:27:50.957726 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869da29-d391-47f3-a840-558a958e333f req-a51f2c3a-184b-4ca0-b22c-e4a204627a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:27:50.959126 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f869da29-d391-47f3-a840-558a958e333f req-a51f2c3a-184b-4ca0-b22c-e4a204627a41 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b5c262b91db42cb9e4042b180f9fb4d&device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 1129 time: 0.0489042 Jul 05 10:27:51.035433 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:27:51.050106 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869da29-d391-47f3-a840-558a958e333f req-9423b9d7-61d4-4ec0-818e-bf11326e757b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:27:51.051545 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f869da29-d391-47f3-a840-558a958e333f req-9423b9d7-61d4-4ec0-818e-bf11326e757b service neutron] 10.222.0.30 "GET /v2.0/networks?id=905e65c9-d2c9-40b0-a3db-38b3be82f3f2 HTTP/1.1" status: 200 len: 912 time: 0.0870037 Jul 05 10:27:51.115099 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f869da29-d391-47f3-a840-558a958e333f req-4096d72f-2e5f-4056-9ea3-c536a64941ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6c06b3b-2cbc-4544-9d94-78a4a3d5a141 HTTP/1.1" status: 200 len: 1001 time: 0.0576346 Jul 05 10:27:51.161457 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869da29-d391-47f3-a840-558a958e333f req-9ee818fb-ed33-4e98-9e3f-cd227d9edea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:27:51.162757 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f869da29-d391-47f3-a840-558a958e333f req-9ee818fb-ed33-4e98-9e3f-cd227d9edea6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ae0d34b-31e2-476a-b729-9e109937f183 HTTP/1.1" status: 200 len: 850 time: 0.0422652 Jul 05 10:27:51.204662 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869da29-d391-47f3-a840-558a958e333f req-9e1e10fa-2701-475e-8970-36348ee5d741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:27:51.206090 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f869da29-d391-47f3-a840-558a958e333f req-9e1e10fa-2701-475e-8970-36348ee5d741 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=905e65c9-d2c9-40b0-a3db-38b3be82f3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380368 Jul 05 10:27:51.300072 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f869da29-d391-47f3-a840-558a958e333f req-144da346-c23f-450e-95b1-f571cbfe3fd5 service neutron] 10.222.0.30 "GET /v2.0/networks/905e65c9-d2c9-40b0-a3db-38b3be82f3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882325 Jul 05 10:27:51.388746 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f869da29-d391-47f3-a840-558a958e333f req-e3255532-b511-4432-aa2d-1a3ae8b4f7a4 service neutron] 10.222.0.30 "GET /v2.0/networks/905e65c9-d2c9-40b0-a3db-38b3be82f3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813489 Jul 05 10:27:52.066074 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632da09c-f03c-4c18-a0ff-8300638362d8 req-b0124e84-693c-4ec2-8a2b-b302f6857eb3 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:27:52.067539 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-632da09c-f03c-4c18-a0ff-8300638362d8 req-b0124e84-693c-4ec2-8a2b-b302f6857eb3 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0489683 Jul 05 10:27:52.116618 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-632da09c-f03c-4c18-a0ff-8300638362d8 req-b6aab654-80c3-46fe-89e2-8ef4472a35ec tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432367 Jul 05 10:27:53.228477 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ae248-7579-4254-8c01-78583e5dcbbf req-4917560b-98ac-4967-94ba-ef6382a680a0 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:27:53.229919 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-048ae248-7579-4254-8c01-78583e5dcbbf req-4917560b-98ac-4967-94ba-ef6382a680a0 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0466928 Jul 05 10:27:53.276845 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-048ae248-7579-4254-8c01-78583e5dcbbf req-e5e18202-a822-40be-99cb-db9aa55f6d5d tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413949 Jul 05 10:27:56.837242 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:27:56.839467 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:28:02.216303 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:28:03.270105 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=50 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:28:03.272872 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=69 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:28:03.999224 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ae45365c-6af1-409b-b312-0683e4705385 req-a8359fd8-1988-4221-b0eb-9426edafa5b4 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1344850936&fields=id&tenant_id=86eac45249ad4a5e9513fcc091bcf42e HTTP/1.1" status: 200 len: 267 time: 0.0447521 Jul 05 10:28:04.105191 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45365c-6af1-409b-b312-0683e4705385 req-2532c4b3-8f6a-4888-afdd-0783abbd1cc7 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:04.106614 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ae45365c-6af1-409b-b312-0683e4705385 req-2532c4b3-8f6a-4888-afdd-0783abbd1cc7 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/networks?id=5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 HTTP/1.1" status: 200 len: 811 time: 0.1012425 Jul 05 10:28:04.121055 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ae45365c-6af1-409b-b312-0683e4705385 req-de45e8ca-9ecb-45c3-b29b-a89dbd177bc8 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/quotas/86eac45249ad4a5e9513fcc091bcf42e HTTP/1.1" status: 200 len: 375 time: 0.0086718 Jul 05 10:28:04.171241 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ae45365c-6af1-409b-b312-0683e4705385 req-601b0efa-eadb-4115-88c0-31e75f5420d2 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=86eac45249ad4a5e9513fcc091bcf42e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0448496 Jul 05 10:28:04.267673 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ae45365c-6af1-409b-b312-0683e4705385 req-a8b6e3cb-b2a1-4e68-abcb-ef52351a4c9c service neutron] 10.222.0.20 "GET /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856433 Jul 05 10:28:04.355753 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ae45365c-6af1-409b-b312-0683e4705385 req-58e8f050-1224-41d4-8021-a4765f8fcc63 service neutron] 10.222.0.20 "GET /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825806 Jul 05 10:28:04.640923 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d52572ce-a813-4315-ad05-ad73a0616e15 req-8dd98266-70e1-4b6a-a4cb-03ae690539eb tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=e91854f0-736f-436d-ad34-11e66f585c5d HTTP/1.1" status: 200 len: 210 time: 0.0278919 Jul 05 10:28:05.748703 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-aedcd290-c488-4ecc-bd9e-1f3c0a093e0b req-8dfd76a7-1667-43e8-beb0-039b9f49e13d tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=e91854f0-736f-436d-ad34-11e66f585c5d HTTP/1.1" status: 200 len: 210 time: 0.0346441 Jul 05 10:28:05.811338 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45365c-6af1-409b-b312-0683e4705385 req-f20b31fd-0f6c-4fa8-bbcc-dbb42d35b4f7 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:05.812768 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ae45365c-6af1-409b-b312-0683e4705385 req-f20b31fd-0f6c-4fa8-bbcc-dbb42d35b4f7 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.30 "GET /v2.0/networks?id=5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 HTTP/1.1" status: 200 len: 811 time: 0.1303482 Jul 05 10:28:05.885218 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ae45365c-6af1-409b-b312-0683e4705385 req-01e75485-73c1-42ec-bb7f-5c3a8145805e tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86eac45249ad4a5e9513fcc091bcf42e HTTP/1.1" status: 200 len: 380 time: 0.0562065 Jul 05 10:28:05.894072 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-ae45365c-6af1-409b-b312-0683e4705385 req-15a1f9a3-4abc-44b0-b584-355a89bf71f2 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Request body: {'port': {'device_id': 'e91854f0-736f-436d-ad34-11e66f585c5d', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'admin_state_up': True, 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'security_groups': ['f3fa079b-fc8b-4c1d-8db2-eaac005a69cb']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:28:06.003592 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae45365c-6af1-409b-b312-0683e4705385 req-15a1f9a3-4abc-44b0-b584-355a89bf71f2 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Made reservation on behalf of 86eac45249ad4a5e9513fcc091bcf42e for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:28:06.007298 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ae45365c-6af1-409b-b312-0683e4705385 req-15a1f9a3-4abc-44b0-b584-355a89bf71f2 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:06.134365 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-ae45365c-6af1-409b-b312-0683e4705385 req-15a1f9a3-4abc-44b0-b584-355a89bf71f2 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Allocated IP 172.20.0.10 (5a6b68d3-f3f2-400d-a2f3-b1cc33d83760/ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de/dc432f06-5b7d-409d-a315-06582b118d3d) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:28:06.146692 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:28:06.261460 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:28:06.281379 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ae45365c-6af1-409b-b312-0683e4705385 req-15a1f9a3-4abc-44b0-b584-355a89bf71f2 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for port (dc432f06-5b7d-409d-a315-06582b118d3d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:06.314155 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ae45365c-6af1-409b-b312-0683e4705385 req-15a1f9a3-4abc-44b0-b584-355a89bf71f2 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (dc432f06-5b7d-409d-a315-06582b118d3d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:06.358671 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae45365c-6af1-409b-b312-0683e4705385 req-15a1f9a3-4abc-44b0-b584-355a89bf71f2 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Network 5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:28:06.361777 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-ae45365c-6af1-409b-b312-0683e4705385 req-15a1f9a3-4abc-44b0-b584-355a89bf71f2 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:28:06.365628 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae45365c-6af1-409b-b312-0683e4705385 req-15a1f9a3-4abc-44b0-b584-355a89bf71f2 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:28:06.394384 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1f9a3-4abc-44b0-b584-355a89bf71f2 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Pushing event updated for resources: {'Port': ['ID=dc432f06-5b7d-409d-a315-06582b118d3d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:06.409952 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a1f9a3-4abc-44b0-b584-355a89bf71f2 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:06.410274 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a1f9a3-4abc-44b0-b584-355a89bf71f2 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:06.410602 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a1f9a3-4abc-44b0-b584-355a89bf71f2 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:06.410928 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a1f9a3-4abc-44b0-b584-355a89bf71f2 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:06.411249 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a1f9a3-4abc-44b0-b584-355a89bf71f2 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:06.411568 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a1f9a3-4abc-44b0-b584-355a89bf71f2 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:06.411880 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a1f9a3-4abc-44b0-b584-355a89bf71f2 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:06.412212 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a1f9a3-4abc-44b0-b584-355a89bf71f2 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:06.412542 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a1f9a3-4abc-44b0-b584-355a89bf71f2 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:06.412839 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a1f9a3-4abc-44b0-b584-355a89bf71f2 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:06.413163 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a1f9a3-4abc-44b0-b584-355a89bf71f2 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:06.413481 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a1f9a3-4abc-44b0-b584-355a89bf71f2 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:06.413760 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a1f9a3-4abc-44b0-b584-355a89bf71f2 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:06.414104 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a1f9a3-4abc-44b0-b584-355a89bf71f2 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:06.414410 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a1f9a3-4abc-44b0-b584-355a89bf71f2 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:06.435294 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45365c-6af1-409b-b312-0683e4705385 req-15a1f9a3-4abc-44b0-b584-355a89bf71f2 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:06.435789 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ae45365c-6af1-409b-b312-0683e4705385 req-15a1f9a3-4abc-44b0-b584-355a89bf71f2 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:06.458339 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ae45365c-6af1-409b-b312-0683e4705385 req-15a1f9a3-4abc-44b0-b584-355a89bf71f2 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5677128 Jul 05 10:28:06.478534 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-ae45365c-6af1-409b-b312-0683e4705385 req-588216c6-e791-4ad4-84ee-ea4daa55b087 service neutron] Request body: {'port': {'device_id': 'e91854f0-736f-436d-ad34-11e66f585c5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:28:06.637480 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-9eed07ea-6a91-4703-a169-e1e2a39bf89a None None] Provisioning complete for port dc432f06-5b7d-409d-a315-06582b118d3d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:28:06.638116 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9eed07ea-6a91-4703-a169-e1e2a39bf89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (dc432f06-5b7d-409d-a315-06582b118d3d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:06.676256 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9eed07ea-6a91-4703-a169-e1e2a39bf89a None None] Port dc432f06-5b7d-409d-a315-06582b118d3d cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:28:06.788994 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ae45365c-6af1-409b-b312-0683e4705385 req-588216c6-e791-4ad4-84ee-ea4daa55b087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (dc432f06-5b7d-409d-a315-06582b118d3d), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:06.919145 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e768a-e90b-4fc4-848d-200e2d05e8a4 req-8b80d81d-cde4-44cc-ab4f-1dd68e35c4c6 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:06.920654 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4a9e768a-e90b-4fc4-848d-200e2d05e8a4 req-8b80d81d-cde4-44cc-ab4f-1dd68e35c4c6 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=e91854f0-736f-436d-ad34-11e66f585c5d HTTP/1.1" status: 200 len: 932 time: 0.1010063 Jul 05 10:28:07.007436 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4a9e768a-e90b-4fc4-848d-200e2d05e8a4 req-d6487cf9-aef1-46cb-8765-3e7e296756a6 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766010 Jul 05 10:28:07.114745 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-ae45365c-6af1-409b-b312-0683e4705385 req-588216c6-e791-4ad4-84ee-ea4daa55b087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc432f06-5b7d-409d-a315-06582b118d3d {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:28:07.122217 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ae45365c-6af1-409b-b312-0683e4705385 req-588216c6-e791-4ad4-84ee-ea4daa55b087 service neutron] Publish callbacks [] for port (dc432f06-5b7d-409d-a315-06582b118d3d), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:07.135389 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-ae45365c-6af1-409b-b312-0683e4705385 req-588216c6-e791-4ad4-84ee-ea4daa55b087 service neutron] Transition to ACTIVE for port object dc432f06-5b7d-409d-a315-06582b118d3d will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 10:28:07.138973 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ae45365c-6af1-409b-b312-0683e4705385 req-588216c6-e791-4ad4-84ee-ea4daa55b087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (dc432f06-5b7d-409d-a315-06582b118d3d), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:07.184033 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:28:07.189530 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588216c6-e791-4ad4-84ee-ea4daa55b087 service neutron] Pushing event updated for resources: {'Port': ['ID=dc432f06-5b7d-409d-a315-06582b118d3d,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:07.266065 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-ae45365c-6af1-409b-b312-0683e4705385 req-588216c6-e791-4ad4-84ee-ea4daa55b087 service neutron] Attempting to bind port dc432f06-5b7d-409d-a315-06582b118d3d on host hv-cinder-maste for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:28:07.266390 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-ae45365c-6af1-409b-b312-0683e4705385 req-588216c6-e791-4ad4-84ee-ea4daa55b087 service neutron] Attempting to bind port dc432f06-5b7d-409d-a315-06582b118d3d by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'dc2063b4-108b-4048-b510-8b6b924e698b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:28:07.266721 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae45365c-6af1-409b-b312-0683e4705385 req-588216c6-e791-4ad4-84ee-ea4daa55b087 service neutron] Attempting to bind port dc432f06-5b7d-409d-a315-06582b118d3d on network 5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:28:07.271729 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae45365c-6af1-409b-b312-0683e4705385 req-588216c6-e791-4ad4-84ee-ea4daa55b087 service neutron] Port dc432f06-5b7d-409d-a315-06582b118d3d on network 5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 10:28:07.272045 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae45365c-6af1-409b-b312-0683e4705385 req-588216c6-e791-4ad4-84ee-ea4daa55b087 service neutron] Attempting to bind port dc432f06-5b7d-409d-a315-06582b118d3d on network 5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:28:07.277265 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae45365c-6af1-409b-b312-0683e4705385 req-588216c6-e791-4ad4-84ee-ea4daa55b087 service neutron] Checking agent: {'id': '2022926f-89e6-45ab-bc5a-219d9ca35e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'started_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:28:07.277605 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae45365c-6af1-409b-b312-0683e4705385 req-588216c6-e791-4ad4-84ee-ea4daa55b087 service neutron] Checking segment: {'id': 'dc2063b4-108b-4048-b510-8b6b924e698b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:28:07.277985 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae45365c-6af1-409b-b312-0683e4705385 req-588216c6-e791-4ad4-84ee-ea4daa55b087 service neutron] Bound using segment: {'id': 'dc2063b4-108b-4048-b510-8b6b924e698b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:28:07.278411 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-ae45365c-6af1-409b-b312-0683e4705385 req-588216c6-e791-4ad4-84ee-ea4daa55b087 service neutron] Bound port: dc432f06-5b7d-409d-a315-06582b118d3d, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2063b4-108b-4048-b510-8b6b924e698b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:28:07.278801 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ae45365c-6af1-409b-b312-0683e4705385 req-588216c6-e791-4ad4-84ee-ea4daa55b087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (dc432f06-5b7d-409d-a315-06582b118d3d), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:07.292415 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:28:07.349452 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-ae45365c-6af1-409b-b312-0683e4705385 req-588216c6-e791-4ad4-84ee-ea4daa55b087 service neutron] For port dc432f06-5b7d-409d-a315-06582b118d3d, host hv-cinder-maste, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:28:07.352472 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-ae45365c-6af1-409b-b312-0683e4705385 req-588216c6-e791-4ad4-84ee-ea4daa55b087 service neutron] For port dc432f06-5b7d-409d-a315-06582b118d3d, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dc432f06-5b7d-409d-a315-06582b118d3d,segment=NetworkSegment(dc2063b4-108b-4048-b510-8b6b924e698b),segment_id=dc2063b4-108b-4048-b510-8b6b924e698b)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:28:07.358377 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ae45365c-6af1-409b-b312-0683e4705385 req-588216c6-e791-4ad4-84ee-ea4daa55b087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (dc432f06-5b7d-409d-a315-06582b118d3d), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:07.393445 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45365c-6af1-409b-b312-0683e4705385 req-588216c6-e791-4ad4-84ee-ea4daa55b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:07.394061 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ae45365c-6af1-409b-b312-0683e4705385 req-588216c6-e791-4ad4-84ee-ea4daa55b087 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:07.395498 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ae45365c-6af1-409b-b312-0683e4705385 req-588216c6-e791-4ad4-84ee-ea4daa55b087 service neutron] 10.222.0.30 "PUT /v2.0/ports/dc432f06-5b7d-409d-a315-06582b118d3d HTTP/1.1" status: 200 len: 1094 time: 0.9219847 Jul 05 10:28:07.395853 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91854f0-736f-436d-ad34-11e66f585c5d', 'tag': 'dc432f06-5b7d-409d-a315-06582b118d3d'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:28:07.398191 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb55f049-f0ee-4cb1-aec0-98df876ecfa9" -d '{"events": [{"name": "network-changed", "server_uuid": "e91854f0-736f-436d-ad34-11e66f585c5d", "tag": "dc432f06-5b7d-409d-a315-06582b118d3d"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:28:07.422005 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588216c6-e791-4ad4-84ee-ea4daa55b087 service neutron] Pushing event updated for resources: {'Port': ['ID=dc432f06-5b7d-409d-a315-06582b118d3d,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:07.502010 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cad1aaa-f2b0-4fc7-83b6-15379032f22e x-openstack-request-id: req-8cad1aaa-f2b0-4fc7-83b6-15379032f22e {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:28:07.502280 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91854f0-736f-436d-ad34-11e66f585c5d", "tag": "dc432f06-5b7d-409d-a315-06582b118d3d", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:28:07.502526 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8cad1aaa-f2b0-4fc7-83b6-15379032f22e {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:28:07.502922 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cad1aaa-f2b0-4fc7-83b6-15379032f22e'] response: {'name': 'network-changed', 'server_uuid': 'e91854f0-736f-436d-ad34-11e66f585c5d', 'tag': 'dc432f06-5b7d-409d-a315-06582b118d3d', 'status': 'completed', 'code': 200} Jul 05 10:28:07.514806 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45365c-6af1-409b-b312-0683e4705385 req-5d5e1f83-b432-4b68-a633-3594a16dc54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:07.516490 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ae45365c-6af1-409b-b312-0683e4705385 req-5d5e1f83-b432-4b68-a633-3594a16dc54d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=86eac45249ad4a5e9513fcc091bcf42e&device_id=e91854f0-736f-436d-ad34-11e66f585c5d HTTP/1.1" status: 200 len: 1128 time: 0.0440629 Jul 05 10:28:07.569006 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ae45365c-6af1-409b-b312-0683e4705385 req-59e26940-e63f-4094-a81c-41175f1d7c50 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc432f06-5b7d-409d-a315-06582b118d3d HTTP/1.1" status: 200 len: 217 time: 0.0376492 Jul 05 10:28:07.617181 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45365c-6af1-409b-b312-0683e4705385 req-3d32eaa1-1b67-4851-b102-73e6e1327192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:07.618646 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ae45365c-6af1-409b-b312-0683e4705385 req-3d32eaa1-1b67-4851-b102-73e6e1327192 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de HTTP/1.1" status: 200 len: 850 time: 0.0442793 Jul 05 10:28:07.660660 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45365c-6af1-409b-b312-0683e4705385 req-5f0cfccc-532d-4606-8be2-9014dabf97d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:07.662037 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ae45365c-6af1-409b-b312-0683e4705385 req-5f0cfccc-532d-4606-8be2-9014dabf97d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a6b68d3-f3f2-400d-a2f3-b1cc33d83760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380898 Jul 05 10:28:07.752447 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ae45365c-6af1-409b-b312-0683e4705385 req-77328d98-f4e9-4ffc-b4e0-4d5975933a7f service neutron] 10.222.0.30 "GET /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848172 Jul 05 10:28:07.840511 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ae45365c-6af1-409b-b312-0683e4705385 req-1d79afc5-188e-45cd-82d1-2339257876c8 service neutron] 10.222.0.30 "GET /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827441 Jul 05 10:28:08.123626 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2495d8-91a9-4438-93f4-068da628d0a1 req-ef23a023-afc6-4af6-8fd3-f16396cdbd6d tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:08.125099 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-db2495d8-91a9-4438-93f4-068da628d0a1 req-ef23a023-afc6-4af6-8fd3-f16396cdbd6d tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=e91854f0-736f-436d-ad34-11e66f585c5d HTTP/1.1" status: 200 len: 944 time: 0.0516801 Jul 05 10:28:08.173099 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-db2495d8-91a9-4438-93f4-068da628d0a1 req-39748a88-9530-4235-bab3-f672b632a044 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426159 Jul 05 10:28:08.758912 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55f049-f0ee-4cb1-aec0-98df876ecfa9 req-66012370-d21c-4f64-be37-3846e8660e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:08.760428 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cb55f049-f0ee-4cb1-aec0-98df876ecfa9 req-66012370-d21c-4f64-be37-3846e8660e20 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=86eac45249ad4a5e9513fcc091bcf42e&device_id=e91854f0-736f-436d-ad34-11e66f585c5d HTTP/1.1" status: 200 len: 1128 time: 0.0402024 Jul 05 10:28:08.855257 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55f049-f0ee-4cb1-aec0-98df876ecfa9 req-ca2b067d-7cd8-4037-8088-e4e002484e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:08.857372 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cb55f049-f0ee-4cb1-aec0-98df876ecfa9 req-ca2b067d-7cd8-4037-8088-e4e002484e13 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 HTTP/1.1" status: 200 len: 912 time: 0.0903411 Jul 05 10:28:08.899562 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cb55f049-f0ee-4cb1-aec0-98df876ecfa9 req-07679c50-048c-4046-8d2b-680c88e25e6c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc432f06-5b7d-409d-a315-06582b118d3d HTTP/1.1" status: 200 len: 217 time: 0.0322456 Jul 05 10:28:08.951561 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55f049-f0ee-4cb1-aec0-98df876ecfa9 req-26d13c71-052b-490b-b6ab-a3fac2b9c640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:08.953046 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cb55f049-f0ee-4cb1-aec0-98df876ecfa9 req-26d13c71-052b-490b-b6ab-a3fac2b9c640 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de HTTP/1.1" status: 200 len: 850 time: 0.0447226 Jul 05 10:28:08.999250 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55f049-f0ee-4cb1-aec0-98df876ecfa9 req-d61b3c62-7968-4d2c-afa0-4eabc6c2441a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:09.000757 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cb55f049-f0ee-4cb1-aec0-98df876ecfa9 req-d61b3c62-7968-4d2c-afa0-4eabc6c2441a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a6b68d3-f3f2-400d-a2f3-b1cc33d83760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395122 Jul 05 10:28:09.085556 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:28:09.096418 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cb55f049-f0ee-4cb1-aec0-98df876ecfa9 req-ee7733bd-3e91-4317-828d-6ea43fa7e555 service neutron] 10.222.0.30 "GET /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882869 Jul 05 10:28:09.189321 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cb55f049-f0ee-4cb1-aec0-98df876ecfa9 req-9d022069-8c3d-4a6e-9f49-0cfc7a1c5f37 service neutron] 10.222.0.30 "GET /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871463 Jul 05 10:28:09.252287 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:28:09.295940 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd60177-597a-4baf-8e38-90dfe99f72db req-6f9356b1-edf1-47b0-8895-e17699423d47 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:09.297494 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8bd60177-597a-4baf-8e38-90dfe99f72db req-6f9356b1-edf1-47b0-8895-e17699423d47 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=e91854f0-736f-436d-ad34-11e66f585c5d HTTP/1.1" status: 200 len: 944 time: 0.0551438 Jul 05 10:28:09.354613 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8bd60177-597a-4baf-8e38-90dfe99f72db req-d7e78475-138c-4da0-a71b-99309c43533b tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514326 Jul 05 10:28:10.466422 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ed28e-ce72-4caf-bce3-f71a45145c94 req-350d65cb-b036-47fb-b017-81ecadf4beab tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:10.467892 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8e5ed28e-ce72-4caf-bce3-f71a45145c94 req-350d65cb-b036-47fb-b017-81ecadf4beab tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=e91854f0-736f-436d-ad34-11e66f585c5d HTTP/1.1" status: 200 len: 944 time: 0.0471060 Jul 05 10:28:10.516322 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8e5ed28e-ce72-4caf-bce3-f71a45145c94 req-47b9a1df-6c1f-418a-93d9-c0321dc414c3 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429199 Jul 05 10:28:11.529184 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-53342a40-b1d7-4ba9-81c3-1060afc5800c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:11.630394 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b776d-0bda-4609-8afc-67313845a37d req-596e34bf-5a7c-45e3-9180-2cb8f2f048d9 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:11.631838 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d31b776d-0bda-4609-8afc-67313845a37d req-596e34bf-5a7c-45e3-9180-2cb8f2f048d9 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=e91854f0-736f-436d-ad34-11e66f585c5d HTTP/1.1" status: 200 len: 944 time: 0.0500777 Jul 05 10:28:11.680836 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d31b776d-0bda-4609-8afc-67313845a37d req-1418b4b6-3de8-40b0-8273-06bf20995f8f tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434682 Jul 05 10:28:11.905510 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:12.791635 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e02031-bcd8-4007-acb6-3cacfadfb311 req-babd57a8-f61a-4b53-8f52-75d47377b9d5 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:12.793090 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-08e02031-bcd8-4007-acb6-3cacfadfb311 req-babd57a8-f61a-4b53-8f52-75d47377b9d5 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=e91854f0-736f-436d-ad34-11e66f585c5d HTTP/1.1" status: 200 len: 944 time: 0.0471158 Jul 05 10:28:12.841860 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-08e02031-bcd8-4007-acb6-3cacfadfb311 req-4ae78c2c-fa40-46dd-907b-d23b585d21e1 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427737 Jul 05 10:28:13.958821 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba15f5-4e1b-41f7-9dfa-ac9f985f56cd req-ba8b8fbf-cfeb-4709-9285-bc6ea4baf0b1 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:13.960281 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-02ba15f5-4e1b-41f7-9dfa-ac9f985f56cd req-ba8b8fbf-cfeb-4709-9285-bc6ea4baf0b1 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=e91854f0-736f-436d-ad34-11e66f585c5d HTTP/1.1" status: 200 len: 944 time: 0.0515628 Jul 05 10:28:14.009123 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-02ba15f5-4e1b-41f7-9dfa-ac9f985f56cd req-e11972e3-c237-4ed8-859a-40b7f2ea8ef8 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433738 Jul 05 10:28:14.045272 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-508fbea8-4f36-439d-9123-aa5af69f4ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:15.007947 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:15.122004 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a68f2b-f2d9-4098-b931-100f96d4a99e req-6272141b-ef4e-4b72-96eb-a4e851913586 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:15.123458 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d2a68f2b-f2d9-4098-b931-100f96d4a99e req-6272141b-ef4e-4b72-96eb-a4e851913586 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=e91854f0-736f-436d-ad34-11e66f585c5d HTTP/1.1" status: 200 len: 944 time: 0.0470123 Jul 05 10:28:15.172920 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d2a68f2b-f2d9-4098-b931-100f96d4a99e req-6b2118c4-4565-43c7-91f7-2af5362a00f3 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440972 Jul 05 10:28:16.287309 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5f3bb-f859-4687-91d1-d3bbc18654e4 req-748ec80e-f9d0-4c25-99dd-67239dfb82dc tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:16.288805 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f0f5f3bb-f859-4687-91d1-d3bbc18654e4 req-748ec80e-f9d0-4c25-99dd-67239dfb82dc tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=e91854f0-736f-436d-ad34-11e66f585c5d HTTP/1.1" status: 200 len: 944 time: 0.0475345 Jul 05 10:28:16.342537 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f0f5f3bb-f859-4687-91d1-d3bbc18654e4 req-4d9d91e7-8425-4080-854a-e8fba8315b77 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471735 Jul 05 10:28:16.374268 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:16.844741 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:17.455063 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea39a84-200c-4f61-a568-355a7f07354a req-1c35f8c4-98a0-448d-adba-46c81503f78e tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:17.456519 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3ea39a84-200c-4f61-a568-355a7f07354a req-1c35f8c4-98a0-448d-adba-46c81503f78e tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=e91854f0-736f-436d-ad34-11e66f585c5d HTTP/1.1" status: 200 len: 944 time: 0.0469720 Jul 05 10:28:17.463768 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device dc432f06-5b7d-409d-a315-06582b118d3d details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:28:17.507743 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3ea39a84-200c-4f61-a568-355a7f07354a req-6975e0d8-e754-4517-b724-ce488c118800 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437608 Jul 05 10:28:17.561516 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port dc432f06-5b7d-409d-a315-06582b118d3d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dc432f06-5b7d-409d-a315-06582b118d3d,segment=NetworkSegment(dc2063b4-108b-4048-b510-8b6b924e698b),segment_id=dc2063b4-108b-4048-b510-8b6b924e698b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:28:17.576140 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Returning: {'device': 'dc432f06-5b7d-409d-a315-06582b118d3d', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'port_id': 'dc432f06-5b7d-409d-a315-06582b118d3d', 'mac_address': 'fa:16:3e:a0:5f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:28:17.611257 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port dc432f06-5b7d-409d-a315-06582b118d3d is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:28:17.611648 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (dc432f06-5b7d-409d-a315-06582b118d3d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:17.625113 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc432f06-5b7d-409d-a315-06582b118d3d {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:28:17.644761 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port dc432f06-5b7d-409d-a315-06582b118d3d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dc432f06-5b7d-409d-a315-06582b118d3d,segment=NetworkSegment(dc2063b4-108b-4048-b510-8b6b924e698b),segment_id=dc2063b4-108b-4048-b510-8b6b924e698b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:28:17.648538 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (dc432f06-5b7d-409d-a315-06582b118d3d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:17.695072 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=dc432f06-5b7d-409d-a315-06582b118d3d,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:17.702478 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:17.702817 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:17.703153 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:17.703485 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:17.703810 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:17.704132 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:17.704486 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:17.704809 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:17.705125 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:17.705441 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:17.705758 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:17.706074 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:17.706386 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:17.706699 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:17.707009 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:18.056040 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['dc432f06-5b7d-409d-a315-06582b118d3d'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:28:18.246247 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:28:18.249642 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:28:18.618992 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f0997-7932-42c2-8196-3ce79163ab45 req-e66fd6ec-76db-4005-a05e-5b5c4f6093e2 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:18.620503 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d60f0997-7932-42c2-8196-3ce79163ab45 req-e66fd6ec-76db-4005-a05e-5b5c4f6093e2 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=e91854f0-736f-436d-ad34-11e66f585c5d HTTP/1.1" status: 200 len: 945 time: 0.0469604 Jul 05 10:28:18.672570 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d60f0997-7932-42c2-8196-3ce79163ab45 req-4813c86f-4ccd-4077-bd51-2fa2c1e22be2 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460827 Jul 05 10:28:19.484013 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device dc432f06-5b7d-409d-a315-06582b118d3d up at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:28:19.527902 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning for port dc432f06-5b7d-409d-a315-06582b118d3d completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 10:28:19.533442 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning complete for port dc432f06-5b7d-409d-a315-06582b118d3d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:28:19.533801 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (dc432f06-5b7d-409d-a315-06582b118d3d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:19.602658 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port dc432f06-5b7d-409d-a315-06582b118d3d is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:28:19.602953 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (dc432f06-5b7d-409d-a315-06582b118d3d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:19.625244 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91854f0-736f-436d-ad34-11e66f585c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc432f06-5b7d-409d-a315-06582b118d3d'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:28:19.627416 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0ff12b24adccf04d36d5e95ed2fd555b52d0445ded186c21edfbf2ad21407b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d90f5c-12e8-4a69-89c8-08cf0440e504" -d '{"events": [{"server_uuid": "e91854f0-736f-436d-ad34-11e66f585c5d", "name": "network-vif-plugged", "status": "completed", "tag": "dc432f06-5b7d-409d-a315-06582b118d3d"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:28:19.639580 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port dc432f06-5b7d-409d-a315-06582b118d3d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dc432f06-5b7d-409d-a315-06582b118d3d,segment=NetworkSegment(dc2063b4-108b-4048-b510-8b6b924e698b),segment_id=dc2063b4-108b-4048-b510-8b6b924e698b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:28:19.643976 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (dc432f06-5b7d-409d-a315-06582b118d3d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:19.690788 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=dc432f06-5b7d-409d-a315-06582b118d3d,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:19.726761 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4d78d3-9948-4498-b8eb-29d042a74201 x-openstack-request-id: req-ae4d78d3-9948-4498-b8eb-29d042a74201 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:28:19.727049 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91854f0-736f-436d-ad34-11e66f585c5d", "name": "network-vif-plugged", "status": "completed", "tag": "dc432f06-5b7d-409d-a315-06582b118d3d", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:28:19.727295 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae4d78d3-9948-4498-b8eb-29d042a74201 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:28:19.727689 dv-cinder-master-3-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae4d78d3-9948-4498-b8eb-29d042a74201'] response: {'server_uuid': 'e91854f0-736f-436d-ad34-11e66f585c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc432f06-5b7d-409d-a315-06582b118d3d', 'code': 200} Jul 05 10:28:19.789965 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb445be-e93d-4962-8d77-e57d387da406 req-2a05c8a0-3ca9-4444-8308-dfd3956a9f3b tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:19.791875 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6bb445be-e93d-4962-8d77-e57d387da406 req-2a05c8a0-3ca9-4444-8308-dfd3956a9f3b tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=e91854f0-736f-436d-ad34-11e66f585c5d HTTP/1.1" status: 200 len: 946 time: 0.0523784 Jul 05 10:28:19.817930 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:28:19.842505 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6bb445be-e93d-4962-8d77-e57d387da406 req-65b845a2-2b4c-45d6-bdf8-8da2f095fd22 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447767 Jul 05 10:28:19.990381 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333677db-48b1-41fd-9b8c-2c356d65a2f7 req-6de7cf69-bc49-43a7-a981-5a6ef075c324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:19.991858 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-333677db-48b1-41fd-9b8c-2c356d65a2f7 req-6de7cf69-bc49-43a7-a981-5a6ef075c324 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e91854f0-736f-436d-ad34-11e66f585c5d HTTP/1.1" status: 200 len: 1130 time: 0.0382905 Jul 05 10:28:20.036271 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-333677db-48b1-41fd-9b8c-2c356d65a2f7 req-ba1af838-d0ad-4927-ab81-b3d249359214 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388715 Jul 05 10:28:20.940188 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:28:20.955100 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1bf90-024d-440a-b9c1-02665f2095c7 req-3cf569f2-53c7-4184-94df-3d5de23e9acd tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:20.956585 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-49a1bf90-024d-440a-b9c1-02665f2095c7 req-3cf569f2-53c7-4184-94df-3d5de23e9acd tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=e91854f0-736f-436d-ad34-11e66f585c5d HTTP/1.1" status: 200 len: 946 time: 0.0470033 Jul 05 10:28:21.008894 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-49a1bf90-024d-440a-b9c1-02665f2095c7 req-63b358b6-85ba-4025-a1e9-357fa741be1d tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468297 Jul 05 10:28:21.251289 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:28:21.256010 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=5 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:28:22.119913 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d66c87-52bf-4f36-bfe6-888fdb209c76 req-50e1029c-8300-46c6-83a5-8a1cac0fea7c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:22.121404 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c6d66c87-52bf-4f36-bfe6-888fdb209c76 req-50e1029c-8300-46c6-83a5-8a1cac0fea7c tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=e91854f0-736f-436d-ad34-11e66f585c5d HTTP/1.1" status: 200 len: 946 time: 0.0472491 Jul 05 10:28:22.170021 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c6d66c87-52bf-4f36-bfe6-888fdb209c76 req-5fb3f946-dd82-4553-804f-71e925cc41ba tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431852 Jul 05 10:28:22.278408 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48b975-e59d-4945-9485-0e120f79031d req-6a32aa7a-0c47-4c70-91a0-80bc5e3a1a07 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:22.280399 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2f48b975-e59d-4945-9485-0e120f79031d req-6a32aa7a-0c47-4c70-91a0-80bc5e3a1a07 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=e91854f0-736f-436d-ad34-11e66f585c5d HTTP/1.1" status: 200 len: 946 time: 0.0462360 Jul 05 10:28:22.328658 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2f48b975-e59d-4945-9485-0e120f79031d req-7cec808f-6a6d-4738-864f-703d494276b6 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428011 Jul 05 10:28:22.350137 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 52782) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:28:22.485546 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4937e700-b25b-45b0-9d3d-19ad383a3fa4 tempest-TestVolumeBootPattern-847478044 tempest-TestVolumeBootPattern-847478044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:22.487014 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-4937e700-b25b-45b0-9d3d-19ad383a3fa4 tempest-TestVolumeBootPattern-847478044 tempest-TestVolumeBootPattern-847478044-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e91854f0-736f-436d-ad34-11e66f585c5d HTTP/1.1" status: 200 len: 1125 time: 0.1359546 Jul 05 10:28:22.489727 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 52786) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:28:22.493767 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-14ebe259-3cdb-4c51-8412-46ea0bdbdb79 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Request body: {'floatingip': {'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'port_id': 'dc432f06-5b7d-409d-a315-06582b118d3d', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:28:22.515006 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14ebe259-3cdb-4c51-8412-46ea0bdbdb79 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:22.590566 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14ebe259-3cdb-4c51-8412-46ea0bdbdb79 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:22.695666 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-14ebe259-3cdb-4c51-8412-46ea0bdbdb79 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Allocated IP 172.37.2.8 (41de873a-d138-4cc5-b805-d53357ba161e/988cd17f-ff06-4e31-a156-b2c72b1aa185/b8fac247-36c9-425b-94fe-bae2a2f7dd8d) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:28:22.793573 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14ebe259-3cdb-4c51-8412-46ea0bdbdb79 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for port (b8fac247-36c9-425b-94fe-bae2a2f7dd8d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:22.825376 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14ebe259-3cdb-4c51-8412-46ea0bdbdb79 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (b8fac247-36c9-425b-94fe-bae2a2f7dd8d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:22.868212 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ebe259-3cdb-4c51-8412-46ea0bdbdb79 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Network 41de873a-d138-4cc5-b805-d53357ba161e is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:28:22.870989 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-14ebe259-3cdb-4c51-8412-46ea0bdbdb79 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:28:22.875328 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ebe259-3cdb-4c51-8412-46ea0bdbdb79 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:28:22.880405 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ebe259-3cdb-4c51-8412-46ea0bdbdb79 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Pushing event updated for resources: {'Port': ['ID=b8fac247-36c9-425b-94fe-bae2a2f7dd8d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:22.912750 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:28:22.983500 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:28:23.226323 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14ebe259-3cdb-4c51-8412-46ea0bdbdb79 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for floatingip (eb178c7d-82d6-4ee2-9daf-8f4ea51c68f9), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:23.292456 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14ebe259-3cdb-4c51-8412-46ea0bdbdb79 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (b8fac247-36c9-425b-94fe-bae2a2f7dd8d), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:23.442845 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14ebe259-3cdb-4c51-8412-46ea0bdbdb79 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for port (b8fac247-36c9-425b-94fe-bae2a2f7dd8d), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:23.447165 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14ebe259-3cdb-4c51-8412-46ea0bdbdb79 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (b8fac247-36c9-425b-94fe-bae2a2f7dd8d), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:23.514976 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ebe259-3cdb-4c51-8412-46ea0bdbdb79 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Pushing event updated for resources: {'Port': ['ID=b8fac247-36c9-425b-94fe-bae2a2f7dd8d,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:23.522757 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14ebe259-3cdb-4c51-8412-46ea0bdbdb79 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-790480'] for floatingip (eb178c7d-82d6-4ee2-9daf-8f4ea51c68f9), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:23.615680 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.db.l3_db [None req-14ebe259-3cdb-4c51-8412-46ea0bdbdb79 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Floating IP eb178c7d-82d6-4ee2-9daf-8f4ea51c68f9 associated. External IP: 172.37.2.8, port: dc432f06-5b7d-409d-a315-06582b118d3d. Jul 05 10:28:23.754507 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:28:23.794668 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:28:23.808896 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ebe259-3cdb-4c51-8412-46ea0bdbdb79 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Router 66b77f47-8c30-400a-a7f5-1c9128668fb0 has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:28:23.909075 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ebe259-3cdb-4c51-8412-46ea0bdbdb79 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:28:23.920327 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b0fd23-44dc-49ba-91ef-07370609edf4 None None] Sync routers for ids ['66b77f47-8c30-400a-a7f5-1c9128668fb0'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:28:23.929201 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14ebe259-3cdb-4c51-8412-46ea0bdbdb79 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:23.931927 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b0fd23-44dc-49ba-91ef-07370609edf4 None None] Routers {'66b77f47-8c30-400a-a7f5-1c9128668fb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:28:23.932679 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-78b0fd23-44dc-49ba-91ef-07370609edf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:28:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['66b77f47-8c30-400a-a7f5-1c9128668fb0'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:23.963590 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-14ebe259-3cdb-4c51-8412-46ea0bdbdb79 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4728758 Jul 05 10:28:23.964216 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91854f0-736f-436d-ad34-11e66f585c5d', 'tag': 'dc432f06-5b7d-409d-a315-06582b118d3d'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:28:23.966487 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d515593-31d1-4ead-a213-b48e0d32ec5f" -d '{"events": [{"name": "network-changed", "server_uuid": "e91854f0-736f-436d-ad34-11e66f585c5d", "tag": "dc432f06-5b7d-409d-a315-06582b118d3d"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:28:24.003980 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4cda0d-a502-4a9f-9e61-c99b4905ced2 x-openstack-request-id: req-ca4cda0d-a502-4a9f-9e61-c99b4905ced2 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:28:24.004313 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91854f0-736f-436d-ad34-11e66f585c5d", "tag": "dc432f06-5b7d-409d-a315-06582b118d3d", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:28:24.004615 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca4cda0d-a502-4a9f-9e61-c99b4905ced2 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:28:24.005012 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca4cda0d-a502-4a9f-9e61-c99b4905ced2'] response: {'name': 'network-changed', 'server_uuid': 'e91854f0-736f-436d-ad34-11e66f585c5d', 'tag': 'dc432f06-5b7d-409d-a315-06582b118d3d', 'status': 'completed', 'code': 200} Jul 05 10:28:24.040541 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-78b0fd23-44dc-49ba-91ef-07370609edf4 None None] Set router 66b77f47-8c30-400a-a7f5-1c9128668fb0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:28:24.088017 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d515593-31d1-4ead-a213-b48e0d32ec5f req-6255c0ef-96bd-429c-93ce-854c5b221b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:24.089564 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2d515593-31d1-4ead-a213-b48e0d32ec5f req-6255c0ef-96bd-429c-93ce-854c5b221b9f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=86eac45249ad4a5e9513fcc091bcf42e&device_id=e91854f0-736f-436d-ad34-11e66f585c5d HTTP/1.1" status: 200 len: 1130 time: 0.0412719 Jul 05 10:28:24.183024 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d515593-31d1-4ead-a213-b48e0d32ec5f req-fda0922a-4c55-46d1-bc6f-e70a3bca0e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:24.184508 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2d515593-31d1-4ead-a213-b48e0d32ec5f req-fda0922a-4c55-46d1-bc6f-e70a3bca0e69 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 HTTP/1.1" status: 200 len: 912 time: 0.0881083 Jul 05 10:28:24.243469 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2d515593-31d1-4ead-a213-b48e0d32ec5f req-22e3ba57-c756-4e5e-a906-bbc8b350faf3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc432f06-5b7d-409d-a315-06582b118d3d HTTP/1.1" status: 200 len: 998 time: 0.0531006 Jul 05 10:28:24.253735 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-78b0fd23-44dc-49ba-91ef-07370609edf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'name': 'tempest-TestVolumeBootPattern-895301703-router', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47'}], 'enable_snat': True}, 'gw_port_id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:29Z', 'updated_at': '2022-07-05T10:22:32Z', 'revision_number': 4, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'gw_port': {'id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:30Z', 'updated_at': '2022-07-05T10:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '89eb800c-7be4-4f15-8ec4-41388c3c076d', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'floating_ip_address': '172.37.2.88', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'port_id': 'bc97aaf3-0c0d-415c-b3c3-645269085c58', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'mac_address': 'fa:16:3e:c1:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87058af-a15a-4a2b-9f05-e3f9b99e4a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:25:58Z', 'updated_at': '2022-07-05T10:26:00Z', 'revision_number': 1, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'fixed_ip_address_scope': None}, {'id': 'eb178c7d-82d6-4ee2-9daf-8f4ea51c68f9', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'floating_ip_address': '172.37.2.8', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'port_id': 'dc432f06-5b7d-409d-a315-06582b118d3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'mac_address': 'fa:16:3e:a0:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91854f0-736f-436d-ad34-11e66f585c5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:28:23Z', 'updated_at': '2022-07-05T10:28:23Z', 'revision_number': 0, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f546b8e-b803-43c0-b284-88af45711c72', 'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'mac_address': 'fa:16:3e:ae:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:31Z', 'updated_at': '2022-07-05T10:22:36Z', 'revision_number': 5, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'subnets': [{'id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:24.278169 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b0fd23-44dc-49ba-91ef-07370609edf4 None None] Checking router: 66b77f47-8c30-400a-a7f5-1c9128668fb0 for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:28:24.286394 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b0fd23-44dc-49ba-91ef-07370609edf4 None None] Routers {'66b77f47-8c30-400a-a7f5-1c9128668fb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:28:24.286984 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-78b0fd23-44dc-49ba-91ef-07370609edf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:28:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['66b77f47-8c30-400a-a7f5-1c9128668fb0'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:24.295241 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d515593-31d1-4ead-a213-b48e0d32ec5f req-16b837a5-3398-4f94-8859-cba149e72b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:24.297268 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2d515593-31d1-4ead-a213-b48e0d32ec5f req-16b837a5-3398-4f94-8859-cba149e72b84 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de HTTP/1.1" status: 200 len: 850 time: 0.0480707 Jul 05 10:28:24.341057 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d515593-31d1-4ead-a213-b48e0d32ec5f req-0d9d2724-1195-4012-b75e-7ee5529d2389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:24.342565 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2d515593-31d1-4ead-a213-b48e0d32ec5f req-0d9d2724-1195-4012-b75e-7ee5529d2389 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a6b68d3-f3f2-400d-a2f3-b1cc33d83760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386660 Jul 05 10:28:24.389952 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-78b0fd23-44dc-49ba-91ef-07370609edf4 None None] Set router 66b77f47-8c30-400a-a7f5-1c9128668fb0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:28:24.431432 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2d515593-31d1-4ead-a213-b48e0d32ec5f req-ea1cf0d8-1ea2-4f97-bfba-419a464e9259 service neutron] 10.222.0.30 "GET /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823300 Jul 05 10:28:24.495648 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:28:24.523858 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2d515593-31d1-4ead-a213-b48e0d32ec5f req-17ae6cdb-4c86-4231-85fe-ea2bbe7b13c9 service neutron] 10.222.0.30 "GET /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861509 Jul 05 10:28:24.708556 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:28:24.722661 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-78b0fd23-44dc-49ba-91ef-07370609edf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'name': 'tempest-TestVolumeBootPattern-895301703-router', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47'}], 'enable_snat': True}, 'gw_port_id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:29Z', 'updated_at': '2022-07-05T10:22:32Z', 'revision_number': 4, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'gw_port': {'id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:30Z', 'updated_at': '2022-07-05T10:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '89eb800c-7be4-4f15-8ec4-41388c3c076d', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'floating_ip_address': '172.37.2.88', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'port_id': 'bc97aaf3-0c0d-415c-b3c3-645269085c58', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'mac_address': 'fa:16:3e:c1:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87058af-a15a-4a2b-9f05-e3f9b99e4a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:25:58Z', 'updated_at': '2022-07-05T10:26:00Z', 'revision_number': 1, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'fixed_ip_address_scope': None}, {'id': 'eb178c7d-82d6-4ee2-9daf-8f4ea51c68f9', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'floating_ip_address': '172.37.2.8', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'port_id': 'dc432f06-5b7d-409d-a315-06582b118d3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'mac_address': 'fa:16:3e:a0:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91854f0-736f-436d-ad34-11e66f585c5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:28:23Z', 'updated_at': '2022-07-05T10:28:23Z', 'revision_number': 0, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f546b8e-b803-43c0-b284-88af45711c72', 'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'mac_address': 'fa:16:3e:ae:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:31Z', 'updated_at': '2022-07-05T10:22:36Z', 'revision_number': 5, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'subnets': [{'id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:24.747574 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b0fd23-44dc-49ba-91ef-07370609edf4 None None] The sync data for ids ['66b77f47-8c30-400a-a7f5-1c9128668fb0'] in dv-cinder-master-3-iscsi is: [{'id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'name': 'tempest-TestVolumeBootPattern-895301703-router', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47'}], 'enable_snat': True}, 'gw_port_id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:29Z', 'updated_at': '2022-07-05T10:22:32Z', 'revision_number': 4, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'gw_port': {'id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:30Z', 'updated_at': '2022-07-05T10:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '89eb800c-7be4-4f15-8ec4-41388c3c076d', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'floating_ip_address': '172.37.2.88', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'port_id': 'bc97aaf3-0c0d-415c-b3c3-645269085c58', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'mac_address': 'fa:16:3e:c1:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87058af-a15a-4a2b-9f05-e3f9b99e4a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:25:58Z', 'updated_at': '2022-07-05T10:26:00Z', 'revision_number': 1, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'fixed_ip_address_scope': None}, {'id': 'eb178c7d-82d6-4ee2-9daf-8f4ea51c68f9', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'floating_ip_address': '172.37.2.8', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'port_id': 'dc432f06-5b7d-409d-a315-06582b118d3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'mac_address': 'fa:16:3e:a0:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91854f0-736f-436d-ad34-11e66f585c5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:28:23Z', 'updated_at': '2022-07-05T10:28:23Z', 'revision_number': 0, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f546b8e-b803-43c0-b284-88af45711c72', 'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'mac_address': 'fa:16:3e:ae:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:31Z', 'updated_at': '2022-07-05T10:22:36Z', 'revision_number': 5, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'subnets': [{'id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:28:24.944892 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8617e19-9a4e-4e9f-94e4-d6fc904c351b None None] New status for floating IP eb178c7d-82d6-4ee2-9daf-8f4ea51c68f9: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 10:28:30.023779 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3f18cccc-5242-43c5-94a7-0f44a5220bdc req-71350a1b-1ce5-4e7c-af12-2d9d3407fd3a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384462 Jul 05 10:28:30.097757 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18cccc-5242-43c5-94a7-0f44a5220bdc req-2bfd9697-9cf5-4d6d-9453-c94d2e9c6c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:30.099232 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3f18cccc-5242-43c5-94a7-0f44a5220bdc req-2bfd9697-9cf5-4d6d-9453-c94d2e9c6c24 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b5c262b91db42cb9e4042b180f9fb4d&device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 1129 time: 0.0429688 Jul 05 10:28:30.201445 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18cccc-5242-43c5-94a7-0f44a5220bdc req-167d3534-891a-4345-898b-2be5f2123e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:30.202887 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3f18cccc-5242-43c5-94a7-0f44a5220bdc req-167d3534-891a-4345-898b-2be5f2123e59 service neutron] 10.222.0.30 "GET /v2.0/networks?id=905e65c9-d2c9-40b0-a3db-38b3be82f3f2 HTTP/1.1" status: 200 len: 912 time: 0.0851657 Jul 05 10:28:30.266042 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3f18cccc-5242-43c5-94a7-0f44a5220bdc req-837eeeee-b747-4229-9d53-ae71382048f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6c06b3b-2cbc-4544-9d94-78a4a3d5a141 HTTP/1.1" status: 200 len: 1001 time: 0.0563974 Jul 05 10:28:30.314143 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18cccc-5242-43c5-94a7-0f44a5220bdc req-c88b787d-8618-4a7a-8451-9401a03fd375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:30.315447 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3f18cccc-5242-43c5-94a7-0f44a5220bdc req-c88b787d-8618-4a7a-8451-9401a03fd375 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ae0d34b-31e2-476a-b729-9e109937f183 HTTP/1.1" status: 200 len: 850 time: 0.0433638 Jul 05 10:28:30.357029 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18cccc-5242-43c5-94a7-0f44a5220bdc req-d955c0aa-25de-4d2e-8869-91b68670bf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:30.358961 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3f18cccc-5242-43c5-94a7-0f44a5220bdc req-d955c0aa-25de-4d2e-8869-91b68670bf37 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=905e65c9-d2c9-40b0-a3db-38b3be82f3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372188 Jul 05 10:28:30.371300 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:28:30.372793 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:28:30.451810 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3f18cccc-5242-43c5-94a7-0f44a5220bdc req-b3bd46f9-0fd3-4c50-a21b-5cbb7e2de9d2 service neutron] 10.222.0.30 "GET /v2.0/networks/905e65c9-d2c9-40b0-a3db-38b3be82f3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866518 Jul 05 10:28:30.539867 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3f18cccc-5242-43c5-94a7-0f44a5220bdc req-049039ae-d2bb-4bc4-8a64-48b6aa2e860f service neutron] 10.222.0.30 "GET /v2.0/networks/905e65c9-d2c9-40b0-a3db-38b3be82f3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814719 Jul 05 10:28:34.725188 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=14 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:28:34.725944 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:28:35.043607 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:28:35.046057 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=10 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:28:39.215094 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:28:40.530154 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=15 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:28:40.536282 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=23 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:28:41.531004 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1ee9c4cf-0428-44c7-b79d-2023844f252d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:41.904638 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:44.047374 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b78ef8ef-917a-4857-89c1-44b0f71532e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:45.009753 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:46.336365 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:46.848824 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:28:51.777236 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [req-7cabd9d3-9604-4da4-9572-6df748992a92 req-cdaee8e3-c659-42e9-bb65-927aae31e1fd service neutron] (104032) timed out ('10.222.0.30', 51804) {{(pid=104032) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 05 10:28:56.838762 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:28:56.844897 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:28:58.457378 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec7c2c-709a-4b71-8fff-52cd00e3332d req-2ee77efc-e815-4d17-a586-c3fb796df982 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:58.458830 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b3ec7c2c-709a-4b71-8fff-52cd00e3332d req-2ee77efc-e815-4d17-a586-c3fb796df982 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0482674 Jul 05 10:28:58.510347 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b3ec7c2c-709a-4b71-8fff-52cd00e3332d req-f6a13b83-f958-4d62-ab00-899a79b7257e tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458183 Jul 05 10:28:59.627915 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eacaed-df56-4ba5-8eaa-cdc099c13fcd req-4891eead-1352-46f4-93b1-175444014940 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:28:59.629304 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a5eacaed-df56-4ba5-8eaa-cdc099c13fcd req-4891eead-1352-46f4-93b1-175444014940 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0474274 Jul 05 10:28:59.675131 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a5eacaed-df56-4ba5-8eaa-cdc099c13fcd req-9efe1f64-b394-4a34-a607-80f0f57f1950 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403790 Jul 05 10:29:00.786858 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1208b-1dda-4154-bc26-444c1e9bdcde req-4665149b-8b83-402d-80e3-db783f448797 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:29:00.788602 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fcb1208b-1dda-4154-bc26-444c1e9bdcde req-4665149b-8b83-402d-80e3-db783f448797 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0469463 Jul 05 10:29:00.835719 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fcb1208b-1dda-4154-bc26-444c1e9bdcde req-fd2ae113-2669-4550-bda7-b39d2b97b756 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416422 Jul 05 10:29:01.950151 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c48c7d-867f-40ae-899f-f1e1c087453c req-3c1270d0-b61e-471c-b4d1-1224a2158d90 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:29:01.951597 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-84c48c7d-867f-40ae-899f-f1e1c087453c req-3c1270d0-b61e-471c-b4d1-1224a2158d90 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0506239 Jul 05 10:29:01.997917 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-84c48c7d-867f-40ae-899f-f1e1c087453c req-b645828d-1e5e-4f9c-a074-9545bfbf4db4 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408292 Jul 05 10:29:03.113846 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadeeae8-ebf1-47f0-9a5a-219f34ea2db7 req-ba3e5cf0-b626-42e3-98b2-306cb0fa3926 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:29:03.115298 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cadeeae8-ebf1-47f0-9a5a-219f34ea2db7 req-ba3e5cf0-b626-42e3-98b2-306cb0fa3926 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0492616 Jul 05 10:29:03.162477 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cadeeae8-ebf1-47f0-9a5a-219f34ea2db7 req-0bec3b03-5481-44ea-88e1-412e6fd0a9f5 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417049 Jul 05 10:29:04.277706 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619754d-ad07-48f0-85bb-94932f715a2f req-d982db35-8f0a-4120-9419-12544d4d843d tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:29:04.279142 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5619754d-ad07-48f0-85bb-94932f715a2f req-d982db35-8f0a-4120-9419-12544d4d843d tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0497231 Jul 05 10:29:04.563894 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5619754d-ad07-48f0-85bb-94932f715a2f req-410ee0b8-91e9-4e90-b834-67f84030c30d tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2791419 Jul 05 10:29:05.675813 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c42a31-1cfc-4530-951c-a3b03d0f3a26 req-349daa62-3de5-446e-a013-2b3a79b2d9ce tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:29:05.677265 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-59c42a31-1cfc-4530-951c-a3b03d0f3a26 req-349daa62-3de5-446e-a013-2b3a79b2d9ce tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0460591 Jul 05 10:29:05.722553 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-59c42a31-1cfc-4530-951c-a3b03d0f3a26 req-ecc87e60-8893-4420-ad02-0d15a623c644 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399356 Jul 05 10:29:06.351254 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=17 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:29:06.361515 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=17 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:29:06.837957 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935a785-8e87-45d0-8915-a7bb457dbc98 req-edb2c50a-b253-4f82-9cd8-75c6b6f8b333 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:29:06.839428 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b935a785-8e87-45d0-8915-a7bb457dbc98 req-edb2c50a-b253-4f82-9cd8-75c6b6f8b333 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0491352 Jul 05 10:29:06.888691 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b935a785-8e87-45d0-8915-a7bb457dbc98 req-849a19e6-c52b-4b43-ab02-9580ace324b6 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436165 Jul 05 10:29:08.000190 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2b60f-c05b-47cd-a900-27634cc377e2 req-4a7f21f1-a4a7-4402-ba61-b376d055340c tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:29:08.001648 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8cb2b60f-c05b-47cd-a900-27634cc377e2 req-4a7f21f1-a4a7-4402-ba61-b376d055340c tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0464232 Jul 05 10:29:08.047156 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8cb2b60f-c05b-47cd-a900-27634cc377e2 req-894b2ca4-96ec-4dfa-8de0-dcaef4aa7e3d tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400424 Jul 05 10:29:09.159703 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dd55a-131f-4b52-b758-c8373c3256ab req-7af65718-c14a-46be-9d53-6b9196007c8f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:29:09.161155 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-297dd55a-131f-4b52-b758-c8373c3256ab req-7af65718-c14a-46be-9d53-6b9196007c8f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0462911 Jul 05 10:29:09.206269 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-297dd55a-131f-4b52-b758-c8373c3256ab req-4c7d6b81-5193-45ec-86df-579bc51b39a9 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394747 Jul 05 10:29:09.446476 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a36102-057f-4d99-88f5-386ef9e6201f req-efd6d176-943e-4f75-8279-8f3b735fc252 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:29:09.447952 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-03a36102-057f-4d99-88f5-386ef9e6201f req-efd6d176-943e-4f75-8279-8f3b735fc252 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0514271 Jul 05 10:29:09.460493 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:29:09.527385 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-03a36102-057f-4d99-88f5-386ef9e6201f req-a9803ce6-aec9-4311-9b4d-6bda417386e4 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730634 Jul 05 10:29:09.532560 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba987568-c3b7-4aea-853e-46d7d1b7f861 req-1eda417c-528e-4d22-827e-bb636e5d693b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:29:09.534006 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ba987568-c3b7-4aea-853e-46d7d1b7f861 req-1eda417c-528e-4d22-827e-bb636e5d693b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b5c262b91db42cb9e4042b180f9fb4d&device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 1129 time: 0.0569804 Jul 05 10:29:09.571191 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:29:09.629724 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba987568-c3b7-4aea-853e-46d7d1b7f861 req-78f53e37-89d0-4443-a1c0-a02e397ec443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:29:09.631286 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ba987568-c3b7-4aea-853e-46d7d1b7f861 req-78f53e37-89d0-4443-a1c0-a02e397ec443 service neutron] 10.222.0.30 "GET /v2.0/networks?id=905e65c9-d2c9-40b0-a3db-38b3be82f3f2 HTTP/1.1" status: 200 len: 912 time: 0.0906649 Jul 05 10:29:09.691320 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ba987568-c3b7-4aea-853e-46d7d1b7f861 req-7c15cd11-c5c9-40e2-8894-f29d3f116541 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6c06b3b-2cbc-4544-9d94-78a4a3d5a141 HTTP/1.1" status: 200 len: 1001 time: 0.0546010 Jul 05 10:29:09.739001 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba987568-c3b7-4aea-853e-46d7d1b7f861 req-a803e011-0180-4d72-b4af-c82173a05c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:29:09.740321 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ba987568-c3b7-4aea-853e-46d7d1b7f861 req-a803e011-0180-4d72-b4af-c82173a05c6d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ae0d34b-31e2-476a-b729-9e109937f183 HTTP/1.1" status: 200 len: 850 time: 0.0441551 Jul 05 10:29:09.787360 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba987568-c3b7-4aea-853e-46d7d1b7f861 req-d4e36761-b86c-4e62-be29-c79d91cafd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:29:09.789803 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ba987568-c3b7-4aea-853e-46d7d1b7f861 req-d4e36761-b86c-4e62-be29-c79d91cafd26 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=905e65c9-d2c9-40b0-a3db-38b3be82f3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427177 Jul 05 10:29:09.881257 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ba987568-c3b7-4aea-853e-46d7d1b7f861 req-1be373b5-e161-4c71-be56-85a7b9b1b356 service neutron] 10.222.0.30 "GET /v2.0/networks/905e65c9-d2c9-40b0-a3db-38b3be82f3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848939 Jul 05 10:29:09.977742 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ba987568-c3b7-4aea-853e-46d7d1b7f861 req-b25319f0-8782-4d0c-9839-8ecd4b1819fc service neutron] 10.222.0.30 "GET /v2.0/networks/905e65c9-d2c9-40b0-a3db-38b3be82f3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911014 Jul 05 10:29:10.642988 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbda18-53e8-4928-85d7-ab5d73ffee09 req-85ea962a-62e2-4ad0-9a8c-80da2b562f3f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:29:10.644460 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d9bbda18-53e8-4928-85d7-ab5d73ffee09 req-85ea962a-62e2-4ad0-9a8c-80da2b562f3f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0478811 Jul 05 10:29:10.691087 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d9bbda18-53e8-4928-85d7-ab5d73ffee09 req-f5e41e97-33c4-4f34-9047-d083bce350b7 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410950 Jul 05 10:29:11.533905 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-40f1d5d1-203e-453f-9ef6-d4666bb40947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:29:11.898468 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:29:14.048963 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-677ebaf9-437c-47b5-b28c-d06f93a809e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:29:15.011815 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:29:16.214058 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:29:16.338814 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:29:16.851016 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:29:20.679908 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=43 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:29:20.688033 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=67 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:29:26.210091 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:29:26.845334 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:29:26.847116 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:29:31.003600 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6dd8454e-c924-4f23-87f1-5ce50bf090e2 req-a861b668-cba7-4919-9259-8507b2abbbe7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b87058af-a15a-4a2b-9f05-e3f9b99e4a4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418086 Jul 05 10:29:31.098997 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8454e-c924-4f23-87f1-5ce50bf090e2 req-aa67d477-5c84-4d47-8c21-07673d0672f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:29:31.100451 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6dd8454e-c924-4f23-87f1-5ce50bf090e2 req-aa67d477-5c84-4d47-8c21-07673d0672f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=86eac45249ad4a5e9513fcc091bcf42e&device_id=b87058af-a15a-4a2b-9f05-e3f9b99e4a4d HTTP/1.1" status: 200 len: 1130 time: 0.0377645 Jul 05 10:29:31.204250 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8454e-c924-4f23-87f1-5ce50bf090e2 req-d39876f8-fde4-46d2-bc9c-e598dc036f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:29:31.205782 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6dd8454e-c924-4f23-87f1-5ce50bf090e2 req-d39876f8-fde4-46d2-bc9c-e598dc036f10 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 HTTP/1.1" status: 200 len: 912 time: 0.0851293 Jul 05 10:29:31.271047 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6dd8454e-c924-4f23-87f1-5ce50bf090e2 req-6a995dd0-71ef-49b7-9056-75a495dec48d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc97aaf3-0c0d-415c-b3c3-645269085c58 HTTP/1.1" status: 200 len: 1001 time: 0.0592082 Jul 05 10:29:31.320769 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8454e-c924-4f23-87f1-5ce50bf090e2 req-d55b0817-c569-4923-b622-bb6ee3abd085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:29:31.322188 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6dd8454e-c924-4f23-87f1-5ce50bf090e2 req-d55b0817-c569-4923-b622-bb6ee3abd085 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de HTTP/1.1" status: 200 len: 850 time: 0.0449870 Jul 05 10:29:31.367672 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8454e-c924-4f23-87f1-5ce50bf090e2 req-1ffa3fcc-e581-4e30-8321-4ee6089ff886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:29:31.369197 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6dd8454e-c924-4f23-87f1-5ce50bf090e2 req-1ffa3fcc-e581-4e30-8321-4ee6089ff886 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a6b68d3-f3f2-400d-a2f3-b1cc33d83760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397334 Jul 05 10:29:31.461117 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6dd8454e-c924-4f23-87f1-5ce50bf090e2 req-feb11009-2143-4392-8026-23096a588622 service neutron] 10.222.0.30 "GET /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853949 Jul 05 10:29:31.549345 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6dd8454e-c924-4f23-87f1-5ce50bf090e2 req-4e7924fe-d199-40d0-8479-196bba14625f service neutron] 10.222.0.30 "GET /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817559 Jul 05 10:29:35.259068 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=7 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:29:41.534491 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c4ce178e-4301-42fe-9116-14ea47158984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:29:41.536685 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=46 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:29:41.546388 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=55 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:29:41.904228 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:29:44.050312 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-77063581-5a47-4c17-b4ad-8ec05857c2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:29:45.014493 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:29:46.342238 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:29:46.853658 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:29:53.214108 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:29:56.847491 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:29:56.849352 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:11.537061 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d6548188-a856-49ed-aac6-ffe2be0a6a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:11.908550 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:12.250614 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:12.254626 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:14.052065 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-62e82b26-9438-4062-b82f-bdbd4ef19ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:14.333986 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280abaae-96d4-496f-bb0c-485bbdffc312 req-d6e84929-5e60-4031-a16a-c5f8435bba82 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:14.335452 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-280abaae-96d4-496f-bb0c-485bbdffc312 req-d6e84929-5e60-4031-a16a-c5f8435bba82 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0515029 Jul 05 10:30:14.381399 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-280abaae-96d4-496f-bb0c-485bbdffc312 req-7c70f343-fef2-4707-ae5b-dd6545099833 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397780 Jul 05 10:30:15.016909 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:15.495176 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46680de6-5cae-4573-bc33-d61bb579ec2b req-b1a17585-4859-4572-a6eb-9198578e9757 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:15.496690 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-46680de6-5cae-4573-bc33-d61bb579ec2b req-b1a17585-4859-4572-a6eb-9198578e9757 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0471659 Jul 05 10:30:15.543572 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-46680de6-5cae-4573-bc33-d61bb579ec2b req-4412f401-55c3-4e8e-b0bb-2dab6b12df3d tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409071 Jul 05 10:30:16.388805 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:16.657858 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4d1b5-d937-43bc-8fed-64b4eb751e9f req-d81d9b90-4e51-4077-a180-40e1349ab5fa tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:16.659564 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-21f4d1b5-d937-43bc-8fed-64b4eb751e9f req-d81d9b90-4e51-4077-a180-40e1349ab5fa tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0497329 Jul 05 10:30:16.706017 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-21f4d1b5-d937-43bc-8fed-64b4eb751e9f req-92a8576c-00d6-4de0-a82f-62cabf5cf292 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a42b41bd-2849-46b4-a437-f3513616cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410588 Jul 05 10:30:16.751935 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c63800-8043-4669-bd26-ac8f82bc4393 req-5e5d3d63-c82e-4e61-947e-5fd1c360190a tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:16.753391 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-67c63800-8043-4669-bd26-ac8f82bc4393 req-5e5d3d63-c82e-4e61-947e-5fd1c360190a tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.30 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 945 time: 0.0465591 Jul 05 10:30:16.831313 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-67c63800-8043-4669-bd26-ac8f82bc4393 req-982f1351-cbb0-4c56-96a5-92d7834a15de tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Deleting port b6c06b3b-2cbc-4544-9d94-78a4a3d5a141 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:30:16.831589 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-67c63800-8043-4669-bd26-ac8f82bc4393 req-982f1351-cbb0-4c56-96a5-92d7834a15de tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (b6c06b3b-2cbc-4544-9d94-78a4a3d5a141), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:16.854647 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:16.924367 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-67c63800-8043-4669-bd26-ac8f82bc4393 req-982f1351-cbb0-4c56-96a5-92d7834a15de tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] For port b6c06b3b-2cbc-4544-9d94-78a4a3d5a141, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b6c06b3b-2cbc-4544-9d94-78a4a3d5a141,segment=NetworkSegment(c9eb5960-fb18-4f8f-92bc-ade4c127197b),segment_id=c9eb5960-fb18-4f8f-92bc-ade4c127197b)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:16.924767 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-67c63800-8043-4669-bd26-ac8f82bc4393 req-982f1351-cbb0-4c56-96a5-92d7834a15de tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (b6c06b3b-2cbc-4544-9d94-78a4a3d5a141), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:17.083448 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-67c63800-8043-4669-bd26-ac8f82bc4393 req-982f1351-cbb0-4c56-96a5-92d7834a15de tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:17.083710 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-67c63800-8043-4669-bd26-ac8f82bc4393 req-982f1351-cbb0-4c56-96a5-92d7834a15de tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-790480'] for floatingip (f4dc2a46-ef88-426b-a02e-1624e85bdc5f), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:17.084016 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.db.l3_db [req-67c63800-8043-4669-bd26-ac8f82bc4393 req-982f1351-cbb0-4c56-96a5-92d7834a15de tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Floating IP f4dc2a46-ef88-426b-a02e-1624e85bdc5f disassociated. External IP: 172.37.2.200, port: b6c06b3b-2cbc-4544-9d94-78a4a3d5a141. Jul 05 10:30:17.084352 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-67c63800-8043-4669-bd26-ac8f82bc4393 req-982f1351-cbb0-4c56-96a5-92d7834a15de tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Calling delete_port for b6c06b3b-2cbc-4544-9d94-78a4a3d5a141 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:30:17.211272 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-67c63800-8043-4669-bd26-ac8f82bc4393 req-982f1351-cbb0-4c56-96a5-92d7834a15de tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (b6c06b3b-2cbc-4544-9d94-78a4a3d5a141), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:17.245378 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f1351-cbb0-4c56-96a5-92d7834a15de tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Pushing event deleted for resources: {'Port': ['ID=b6c06b3b-2cbc-4544-9d94-78a4a3d5a141,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:17.254350 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982f1351-cbb0-4c56-96a5-92d7834a15de tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:17.254685 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982f1351-cbb0-4c56-96a5-92d7834a15de tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:17.255016 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982f1351-cbb0-4c56-96a5-92d7834a15de tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:17.255341 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982f1351-cbb0-4c56-96a5-92d7834a15de tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:17.255661 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982f1351-cbb0-4c56-96a5-92d7834a15de tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:17.255984 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982f1351-cbb0-4c56-96a5-92d7834a15de tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:17.256297 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982f1351-cbb0-4c56-96a5-92d7834a15de tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:17.256637 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982f1351-cbb0-4c56-96a5-92d7834a15de tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:17.256949 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982f1351-cbb0-4c56-96a5-92d7834a15de tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:17.257257 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982f1351-cbb0-4c56-96a5-92d7834a15de tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:17.257564 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982f1351-cbb0-4c56-96a5-92d7834a15de tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:17.257877 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982f1351-cbb0-4c56-96a5-92d7834a15de tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:17.258182 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982f1351-cbb0-4c56-96a5-92d7834a15de tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:17.258488 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982f1351-cbb0-4c56-96a5-92d7834a15de tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:17.258790 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982f1351-cbb0-4c56-96a5-92d7834a15de tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:17.339088 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:17.358111 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:17.362554 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67c63800-8043-4669-bd26-ac8f82bc4393 req-982f1351-cbb0-4c56-96a5-92d7834a15de tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Router f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1 has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:30:17.467818 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67c63800-8043-4669-bd26-ac8f82bc4393 req-982f1351-cbb0-4c56-96a5-92d7834a15de tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:30:17.477633 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db55428-2869-4b4b-80e8-7b8428cca9ec None None] Sync routers for ids ['f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:30:17.487209 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db55428-2869-4b4b-80e8-7b8428cca9ec None None] Routers {'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:30:17.487936 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2db55428-2869-4b4b-80e8-7b8428cca9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:30:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:17.509393 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c63800-8043-4669-bd26-ac8f82bc4393 req-982f1351-cbb0-4c56-96a5-92d7834a15de tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] No DVR routers for this DVR port b6c06b3b-2cbc-4544-9d94-78a4a3d5a141 on host hv-cinder-maste {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:30:17.513010 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-67c63800-8043-4669-bd26-ac8f82bc4393 req-982f1351-cbb0-4c56-96a5-92d7834a15de tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:17.516206 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-67c63800-8043-4669-bd26-ac8f82bc4393 req-982f1351-cbb0-4c56-96a5-92d7834a15de tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.30 "DELETE /v2.0/ports/b6c06b3b-2cbc-4544-9d94-78a4a3d5a141 HTTP/1.1" status: 204 len: 173 time: 0.7580810 Jul 05 10:30:17.516688 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65a032c-5b68-4e65-b02c-d76e6547c26c', 'name': 'network-vif-deleted', 'tag': 'b6c06b3b-2cbc-4544-9d94-78a4a3d5a141'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:30:17.519556 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414194a2-772f-4194-a5cc-537a6b846fc2" -d '{"events": [{"server_uuid": "a65a032c-5b68-4e65-b02c-d76e6547c26c", "name": "network-vif-deleted", "tag": "b6c06b3b-2cbc-4544-9d94-78a4a3d5a141"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:30:17.569093 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20676c4f-bda4-4ad1-9384-26c8a6bbed44 x-openstack-request-id: req-20676c4f-bda4-4ad1-9384-26c8a6bbed44 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:30:17.569420 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65a032c-5b68-4e65-b02c-d76e6547c26c", "name": "network-vif-deleted", "tag": "b6c06b3b-2cbc-4544-9d94-78a4a3d5a141", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:30:17.569663 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20676c4f-bda4-4ad1-9384-26c8a6bbed44 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:30:17.570047 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20676c4f-bda4-4ad1-9384-26c8a6bbed44'] response: {'server_uuid': 'a65a032c-5b68-4e65-b02c-d76e6547c26c', 'name': 'network-vif-deleted', 'tag': 'b6c06b3b-2cbc-4544-9d94-78a4a3d5a141', 'status': 'completed', 'code': 200} Jul 05 10:30:17.598099 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-2db55428-2869-4b4b-80e8-7b8428cca9ec None None] Set router f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:30:17.794012 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2db55428-2869-4b4b-80e8-7b8428cca9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'name': 'tempest-AttachVolumeTestJSON-1214041305-router', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89'}], 'enable_snat': True}, 'gw_port_id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:52Z', 'revision_number': 4, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'gw_port': {'id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:24:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'efc6bbec-cf3e-431f-aa52-68946b7c4627', 'name': '', 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'mac_address': 'fa:16:3e:72:2e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:52Z', 'updated_at': '2022-07-05T10:25:57Z', 'revision_number': 5, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'subnets': [{'id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:17.819707 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-24fb3e69-76ed-4741-af8c-2f24067bd13e req-ff27ee61-d276-45c0-bf95-36aa7538e15f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=a65a032c-5b68-4e65-b02c-d76e6547c26c HTTP/1.1" status: 200 len: 210 time: 0.0314167 Jul 05 10:30:17.823583 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db55428-2869-4b4b-80e8-7b8428cca9ec None None] Checking router: f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1 for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:30:17.832826 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db55428-2869-4b4b-80e8-7b8428cca9ec None None] Routers {'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:30:17.833431 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2db55428-2869-4b4b-80e8-7b8428cca9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:30:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:17.934887 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-2db55428-2869-4b4b-80e8-7b8428cca9ec None None] Set router f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:30:18.152676 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2db55428-2869-4b4b-80e8-7b8428cca9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'name': 'tempest-AttachVolumeTestJSON-1214041305-router', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89'}], 'enable_snat': True}, 'gw_port_id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:52Z', 'revision_number': 4, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'gw_port': {'id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:24:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'efc6bbec-cf3e-431f-aa52-68946b7c4627', 'name': '', 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'mac_address': 'fa:16:3e:72:2e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:52Z', 'updated_at': '2022-07-05T10:25:57Z', 'revision_number': 5, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'subnets': [{'id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:18.179425 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db55428-2869-4b4b-80e8-7b8428cca9ec None None] The sync data for ids ['f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'] in dv-cinder-master-3-iscsi is: [{'id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'name': 'tempest-AttachVolumeTestJSON-1214041305-router', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89'}], 'enable_snat': True}, 'gw_port_id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:52Z', 'revision_number': 4, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'gw_port': {'id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:24:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'efc6bbec-cf3e-431f-aa52-68946b7c4627', 'name': '', 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'mac_address': 'fa:16:3e:72:2e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:52Z', 'updated_at': '2022-07-05T10:25:57Z', 'revision_number': 5, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'subnets': [{'id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:30:18.414632 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f14bcc-47c5-4a7d-973e-582af3d79ce6 None None] New status for floating IP f4dc2a46-ef88-426b-a02e-1624e85bdc5f: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 10:30:18.907314 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 52904) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:30:18.965574 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0721afc6-ac96-4d42-9292-8b5f53f6c7c6 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for security_group (a42b41bd-2849-46b4-a437-f3513616cc14), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:18.988084 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0721afc6-ac96-4d42-9292-8b5f53f6c7c6 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for security_group (a42b41bd-2849-46b4-a437-f3513616cc14), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:19.035193 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0721afc6-ac96-4d42-9292-8b5f53f6c7c6 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (a42b41bd-2849-46b4-a437-f3513616cc14), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:19.037698 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0721afc6-ac96-4d42-9292-8b5f53f6c7c6 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:19.038842 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-0721afc6-ac96-4d42-9292-8b5f53f6c7c6 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "DELETE /v2.0/security-groups/a42b41bd-2849-46b4-a437-f3513616cc14 HTTP/1.1" status: 204 len: 168 time: 0.1304934 Jul 05 10:30:19.041605 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 52908) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:30:19.047788 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0721afc6-ac96-4d42-9292-8b5f53f6c7c6 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42b41bd-2849-46b4-a437-f3513616cc14,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:19.055142 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721afc6-ac96-4d42-9292-8b5f53f6c7c6 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:19.055482 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721afc6-ac96-4d42-9292-8b5f53f6c7c6 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:19.055652 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.api.v2.resource [None req-782f5a83-32ec-4eab-90a8-89781eb2aa99 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] show failed (client error): The resource could not be found. Jul 05 10:30:19.055811 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721afc6-ac96-4d42-9292-8b5f53f6c7c6 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:19.056169 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721afc6-ac96-4d42-9292-8b5f53f6c7c6 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:19.056652 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-782f5a83-32ec-4eab-90a8-89781eb2aa99 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups/a42b41bd-2849-46b4-a437-f3513616cc14 HTTP/1.1" status: 404 len: 347 time: 0.0134640 Jul 05 10:30:19.059328 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 52910) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:30:19.059447 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721afc6-ac96-4d42-9292-8b5f53f6c7c6 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:19.059700 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721afc6-ac96-4d42-9292-8b5f53f6c7c6 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:19.060031 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721afc6-ac96-4d42-9292-8b5f53f6c7c6 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:19.060352 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721afc6-ac96-4d42-9292-8b5f53f6c7c6 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:19.060700 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721afc6-ac96-4d42-9292-8b5f53f6c7c6 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:19.061019 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721afc6-ac96-4d42-9292-8b5f53f6c7c6 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:19.061337 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721afc6-ac96-4d42-9292-8b5f53f6c7c6 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:19.061645 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721afc6-ac96-4d42-9292-8b5f53f6c7c6 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:19.061965 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721afc6-ac96-4d42-9292-8b5f53f6c7c6 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:19.062270 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721afc6-ac96-4d42-9292-8b5f53f6c7c6 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:19.062580 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721afc6-ac96-4d42-9292-8b5f53f6c7c6 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:19.166877 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-14b4cdad-b0a3-48b0-b939-6fe37330984e tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Deleting port ca63318b-d25f-4557-99e1-5930b610da4c {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:30:19.167121 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14b4cdad-b0a3-48b0-b939-6fe37330984e tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (ca63318b-d25f-4557-99e1-5930b610da4c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:19.240635 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14b4cdad-b0a3-48b0-b939-6fe37330984e tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (ca63318b-d25f-4557-99e1-5930b610da4c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:19.240951 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14b4cdad-b0a3-48b0-b939-6fe37330984e tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for floatingip (ca63318b-d25f-4557-99e1-5930b610da4c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:19.254018 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-14b4cdad-b0a3-48b0-b939-6fe37330984e tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Calling delete_port for ca63318b-d25f-4557-99e1-5930b610da4c owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:30:19.385979 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14b4cdad-b0a3-48b0-b939-6fe37330984e tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (ca63318b-d25f-4557-99e1-5930b610da4c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:19.411481 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4cdad-b0a3-48b0-b939-6fe37330984e tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Pushing event deleted for resources: {'Port': ['ID=ca63318b-d25f-4557-99e1-5930b610da4c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:19.472064 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14b4cdad-b0a3-48b0-b939-6fe37330984e tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for floatingip (f4dc2a46-ef88-426b-a02e-1624e85bdc5f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:19.474486 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14b4cdad-b0a3-48b0-b939-6fe37330984e tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:19.475633 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-14b4cdad-b0a3-48b0-b939-6fe37330984e tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "DELETE /v2.0/floatingips/f4dc2a46-ef88-426b-a02e-1624e85bdc5f HTTP/1.1" status: 204 len: 168 time: 0.4154427 Jul 05 10:30:19.549162 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 52914) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:30:19.553712 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-31a105e9-d268-49fb-b791-a4ce67456448 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--972640809', 'description': 'tempest-description--1031608617'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:30:19.574705 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-31a105e9-d268-49fb-b791-a4ce67456448 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:19.640632 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-31a105e9-d268-49fb-b791-a4ce67456448 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for security_group (a5b0db8d-1ca9-4180-bc58-5c7d41f1acac), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:19.644052 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-31a105e9-d268-49fb-b791-a4ce67456448 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (a5b0db8d-1ca9-4180-bc58-5c7d41f1acac), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:19.673319 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-31a105e9-d268-49fb-b791-a4ce67456448 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:19.674516 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-31a105e9-d268-49fb-b791-a4ce67456448 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1243432 Jul 05 10:30:19.676349 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a105e9-d268-49fb-b791-a4ce67456448 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b0db8d-1ca9-4180-bc58-5c7d41f1acac,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:19.677489 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 52916) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:30:19.683778 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-b76c1c11-862b-41a5-9eb1-6e2813d1ceb4 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Request body: {'security_group_rule': {'security_group_id': 'a5b0db8d-1ca9-4180-bc58-5c7d41f1acac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:30:19.709044 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b76c1c11-862b-41a5-9eb1-6e2813d1ceb4 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for security_group_rule (862caefc-cc53-4a76-b6d3-b42d240afe76), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:19.764612 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b76c1c11-862b-41a5-9eb1-6e2813d1ceb4 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for security_group_rule (862caefc-cc53-4a76-b6d3-b42d240afe76), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:19.768155 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b76c1c11-862b-41a5-9eb1-6e2813d1ceb4 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (862caefc-cc53-4a76-b6d3-b42d240afe76), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:19.787745 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c1c11-862b-41a5-9eb1-6e2813d1ceb4 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=862caefc-cc53-4a76-b6d3-b42d240afe76,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:19.797927 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b76c1c11-862b-41a5-9eb1-6e2813d1ceb4 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:19.799095 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-b76c1c11-862b-41a5-9eb1-6e2813d1ceb4 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198077 Jul 05 10:30:19.801745 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 52918) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:30:19.805972 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-9f0d7079-1cac-4f76-b7e2-4497f437eac6 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Request body: {'security_group_rule': {'security_group_id': 'a5b0db8d-1ca9-4180-bc58-5c7d41f1acac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:30:19.833730 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f0d7079-1cac-4f76-b7e2-4497f437eac6 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for security_group_rule (abbea580-4525-4c74-8af8-4921cbc45829), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:19.874509 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:19.881153 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:19.890653 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f0d7079-1cac-4f76-b7e2-4497f437eac6 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for security_group_rule (abbea580-4525-4c74-8af8-4921cbc45829), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:19.894436 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f0d7079-1cac-4f76-b7e2-4497f437eac6 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601686'] for security_group_rule (abbea580-4525-4c74-8af8-4921cbc45829), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:19.914616 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d7079-1cac-4f76-b7e2-4497f437eac6 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abbea580-4525-4c74-8af8-4921cbc45829,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:19.922121 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f0d7079-1cac-4f76-b7e2-4497f437eac6 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:19.923328 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-9f0d7079-1cac-4f76-b7e2-4497f437eac6 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206644 Jul 05 10:30:19.926358 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 52920) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:30:19.930750 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-1fad6a0b-9ff0-4bf8-b7d4-885584dca31f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Request body: {'floatingip': {'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:30:19.950055 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1fad6a0b-9ff0-4bf8-b7d4-885584dca31f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:20.028573 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1fad6a0b-9ff0-4bf8-b7d4-885584dca31f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:20.128833 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-1fad6a0b-9ff0-4bf8-b7d4-885584dca31f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Allocated IP 172.37.2.206 (41de873a-d138-4cc5-b805-d53357ba161e/988cd17f-ff06-4e31-a156-b2c72b1aa185/4b6c7386-fc16-4d76-b415-460609590087) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:20.231794 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1fad6a0b-9ff0-4bf8-b7d4-885584dca31f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for port (4b6c7386-fc16-4d76-b415-460609590087), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:20.262170 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1fad6a0b-9ff0-4bf8-b7d4-885584dca31f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (4b6c7386-fc16-4d76-b415-460609590087), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:20.301498 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fad6a0b-9ff0-4bf8-b7d4-885584dca31f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Network 41de873a-d138-4cc5-b805-d53357ba161e is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:20.305914 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-1fad6a0b-9ff0-4bf8-b7d4-885584dca31f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:20.309639 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fad6a0b-9ff0-4bf8-b7d4-885584dca31f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:30:20.312771 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad6a0b-9ff0-4bf8-b7d4-885584dca31f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Pushing event updated for resources: {'Port': ['ID=4b6c7386-fc16-4d76-b415-460609590087,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:20.394487 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1fad6a0b-9ff0-4bf8-b7d4-885584dca31f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for floatingip (1e88584d-a1bc-43d2-b91b-77b5535fad59), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:20.430998 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1fad6a0b-9ff0-4bf8-b7d4-885584dca31f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (4b6c7386-fc16-4d76-b415-460609590087), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:20.544315 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:20.572881 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:20.576595 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1fad6a0b-9ff0-4bf8-b7d4-885584dca31f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for port (4b6c7386-fc16-4d76-b415-460609590087), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:20.581370 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1fad6a0b-9ff0-4bf8-b7d4-885584dca31f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (4b6c7386-fc16-4d76-b415-460609590087), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:20.648231 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad6a0b-9ff0-4bf8-b7d4-885584dca31f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Pushing event updated for resources: {'Port': ['ID=4b6c7386-fc16-4d76-b415-460609590087,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:20.658455 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1fad6a0b-9ff0-4bf8-b7d4-885584dca31f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-790480'] for floatingip (1e88584d-a1bc-43d2-b91b-77b5535fad59), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:20.674010 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1fad6a0b-9ff0-4bf8-b7d4-885584dca31f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:20.675212 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-1fad6a0b-9ff0-4bf8-b7d4-885584dca31f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7477534 Jul 05 10:30:20.822036 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-c0b72e74-f08f-43c2-b382-e1f4754a1b8e tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--972640809&fields=id&tenant_id=8b5c262b91db42cb9e4042b180f9fb4d HTTP/1.1" status: 200 len: 267 time: 0.0455649 Jul 05 10:30:20.930402 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-276ffe6d-97da-4ecb-8d04-0f25eb1187fa tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:20.931865 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-276ffe6d-97da-4ecb-8d04-0f25eb1187fa tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/networks?id=905e65c9-d2c9-40b0-a3db-38b3be82f3f2 HTTP/1.1" status: 200 len: 811 time: 0.1036866 Jul 05 10:30:20.946887 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-0a1d0d49-f05c-4a48-853f-10c97f5a6ea9 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/quotas/8b5c262b91db42cb9e4042b180f9fb4d HTTP/1.1" status: 200 len: 375 time: 0.0095260 Jul 05 10:30:20.995259 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-dff812e2-d926-47a2-b537-de87442ea617 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b5c262b91db42cb9e4042b180f9fb4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434182 Jul 05 10:30:21.098735 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-c7e38d2e-7096-43a6-bfd0-c174e6ffe04e service neutron] 10.222.0.20 "GET /v2.0/networks/905e65c9-d2c9-40b0-a3db-38b3be82f3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862312 Jul 05 10:30:21.188353 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-727316d1-899b-4c36-9693-a7b72abf4b39 service neutron] 10.222.0.20 "GET /v2.0/networks/905e65c9-d2c9-40b0-a3db-38b3be82f3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841372 Jul 05 10:30:21.349824 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-49720123-06a3-4ea5-a72a-a2bee65f9cc9 req-d0c5c06f-6995-4aa4-bbf8-7cf9d133ae7a tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc953afb-2d84-4da4-9478-21f39ca83773 HTTP/1.1" status: 200 len: 210 time: 0.0294559 Jul 05 10:30:22.131204 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device b6c06b3b-2cbc-4544-9d94-78a4a3d5a141 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:22.149941 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] No Port match for: b6c06b3b-2cbc-4544-9d94-78a4a3d5a141 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:30:22.150273 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device b6c06b3b-2cbc-4544-9d94-78a4a3d5a141 not bound to the agent host hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:30:22.346365 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-572551ed-9c2e-4c57-9e11-5e09fb885cf0 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:22.348799 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-572551ed-9c2e-4c57-9e11-5e09fb885cf0 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.30 "GET /v2.0/networks?id=905e65c9-d2c9-40b0-a3db-38b3be82f3f2 HTTP/1.1" status: 200 len: 811 time: 0.1081240 Jul 05 10:30:22.419847 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-a84a7cff-cd25-4498-894a-61998b99575c tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b5c262b91db42cb9e4042b180f9fb4d HTTP/1.1" status: 200 len: 379 time: 0.0543845 Jul 05 10:30:22.448523 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4b94f776-59dc-4dee-a6c3-e0e26d332cac req-9610e7c2-c20c-4612-8d8c-9d4e917233dd tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc953afb-2d84-4da4-9478-21f39ca83773 HTTP/1.1" status: 200 len: 210 time: 0.0276530 Jul 05 10:30:22.513671 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-59df8c02-67d7-49ad-a26a-684f4c1817f2 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Request body: {'port': {'device_id': 'bc953afb-2d84-4da4-9478-21f39ca83773', 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2', 'admin_state_up': True, 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'security_groups': ['a5b0db8d-1ca9-4180-bc58-5c7d41f1acac']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:30:22.621275 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-59df8c02-67d7-49ad-a26a-684f4c1817f2 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Made reservation on behalf of 8b5c262b91db42cb9e4042b180f9fb4d for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:22.624647 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-59df8c02-67d7-49ad-a26a-684f4c1817f2 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:22.705881 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:22.736000 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:22.753458 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-59df8c02-67d7-49ad-a26a-684f4c1817f2 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Allocated IP 172.20.0.9 (905e65c9-d2c9-40b0-a3db-38b3be82f3f2/9ae0d34b-31e2-476a-b729-9e109937f183/8ccb0cb8-059d-462f-8560-f28cdf748acd) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:22.893258 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-59df8c02-67d7-49ad-a26a-684f4c1817f2 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for port (8ccb0cb8-059d-462f-8560-f28cdf748acd), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:22.923969 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-59df8c02-67d7-49ad-a26a-684f4c1817f2 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734376255865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (8ccb0cb8-059d-462f-8560-f28cdf748acd), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:22.969415 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-59df8c02-67d7-49ad-a26a-684f4c1817f2 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Network 905e65c9-d2c9-40b0-a3db-38b3be82f3f2 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:22.972384 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-59df8c02-67d7-49ad-a26a-684f4c1817f2 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:22.975924 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-59df8c02-67d7-49ad-a26a-684f4c1817f2 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 10:30:23.001501 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df8c02-67d7-49ad-a26a-684f4c1817f2 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Pushing event updated for resources: {'Port': ['ID=8ccb0cb8-059d-462f-8560-f28cdf748acd,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:23.029724 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-59df8c02-67d7-49ad-a26a-684f4c1817f2 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:23.030341 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-59df8c02-67d7-49ad-a26a-684f4c1817f2 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:23.046711 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-59df8c02-67d7-49ad-a26a-684f4c1817f2 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5373185 Jul 05 10:30:23.063767 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-19b7d3fd-cc65-4390-a768-012291e07b6c service neutron] Request body: {'port': {'device_id': 'bc953afb-2d84-4da4-9478-21f39ca83773', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:30:23.134693 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-19b7d3fd-cc65-4390-a768-012291e07b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (8ccb0cb8-059d-462f-8560-f28cdf748acd), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:23.218377 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:23.223693 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-cd570931-d346-4caf-9787-6718d6e493db None None] Provisioning complete for port 8ccb0cb8-059d-462f-8560-f28cdf748acd triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:30:23.224077 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cd570931-d346-4caf-9787-6718d6e493db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (8ccb0cb8-059d-462f-8560-f28cdf748acd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:23.255433 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-cd570931-d346-4caf-9787-6718d6e493db None None] Port 8ccb0cb8-059d-462f-8560-f28cdf748acd cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 10:30:23.389013 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-19b7d3fd-cc65-4390-a768-012291e07b6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ccb0cb8-059d-462f-8560-f28cdf748acd {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:30:23.396218 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-19b7d3fd-cc65-4390-a768-012291e07b6c service neutron] Publish callbacks [] for port (8ccb0cb8-059d-462f-8560-f28cdf748acd), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:23.408166 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-19b7d3fd-cc65-4390-a768-012291e07b6c service neutron] Transition to ACTIVE for port object 8ccb0cb8-059d-462f-8560-f28cdf748acd will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 10:30:23.412316 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-19b7d3fd-cc65-4390-a768-012291e07b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (8ccb0cb8-059d-462f-8560-f28cdf748acd), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:23.450754 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:23.465757 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7d3fd-cc65-4390-a768-012291e07b6c service neutron] Pushing event updated for resources: {'Port': ['ID=8ccb0cb8-059d-462f-8560-f28cdf748acd,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:23.562462 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:23.579429 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-19b7d3fd-cc65-4390-a768-012291e07b6c service neutron] Attempting to bind port 8ccb0cb8-059d-462f-8560-f28cdf748acd on host hv-cinder-maste for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 10:30:23.579757 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-19b7d3fd-cc65-4390-a768-012291e07b6c service neutron] Attempting to bind port 8ccb0cb8-059d-462f-8560-f28cdf748acd by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'c9eb5960-fb18-4f8f-92bc-ade4c127197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 10:30:23.580083 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-19b7d3fd-cc65-4390-a768-012291e07b6c service neutron] Attempting to bind port 8ccb0cb8-059d-462f-8560-f28cdf748acd on network 905e65c9-d2c9-40b0-a3db-38b3be82f3f2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:30:23.589533 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-19b7d3fd-cc65-4390-a768-012291e07b6c service neutron] Port 8ccb0cb8-059d-462f-8560-f28cdf748acd on network 905e65c9-d2c9-40b0-a3db-38b3be82f3f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 10:30:23.589853 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-19b7d3fd-cc65-4390-a768-012291e07b6c service neutron] Attempting to bind port 8ccb0cb8-059d-462f-8560-f28cdf748acd on network 905e65c9-d2c9-40b0-a3db-38b3be82f3f2 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 10:30:23.597886 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405018a5-402e-4f85-9a14-2e86e4cdb008 req-947e9c65-cca7-4ad8-8314-7a84ca67e0c3 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:23.599413 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-405018a5-402e-4f85-9a14-2e86e4cdb008 req-947e9c65-cca7-4ad8-8314-7a84ca67e0c3 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc953afb-2d84-4da4-9478-21f39ca83773 HTTP/1.1" status: 200 len: 943 time: 0.0727146 Jul 05 10:30:23.607343 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-19b7d3fd-cc65-4390-a768-012291e07b6c service neutron] Checking agent: {'id': '2022926f-89e6-45ab-bc5a-219d9ca35e16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'started_at': datetime.datetime(2022, 7, 5, 10, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 10, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 10:30:23.607681 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-19b7d3fd-cc65-4390-a768-012291e07b6c service neutron] Checking segment: {'id': 'c9eb5960-fb18-4f8f-92bc-ade4c127197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 10:30:23.608065 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-19b7d3fd-cc65-4390-a768-012291e07b6c service neutron] Bound using segment: {'id': 'c9eb5960-fb18-4f8f-92bc-ade4c127197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 10:30:23.608527 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-19b7d3fd-cc65-4390-a768-012291e07b6c service neutron] Bound port: 8ccb0cb8-059d-462f-8560-f28cdf748acd, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9eb5960-fb18-4f8f-92bc-ade4c127197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 10:30:23.608892 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-19b7d3fd-cc65-4390-a768-012291e07b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (8ccb0cb8-059d-462f-8560-f28cdf748acd), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:23.706959 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-405018a5-402e-4f85-9a14-2e86e4cdb008 req-d1a28fef-29c9-402e-9e03-ee8edb2ac224 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5b0db8d-1ca9-4180-bc58-5c7d41f1acac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834701 Jul 05 10:30:23.712521 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-19b7d3fd-cc65-4390-a768-012291e07b6c service neutron] For port 8ccb0cb8-059d-462f-8560-f28cdf748acd, host hv-cinder-maste, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:30:23.716337 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-19b7d3fd-cc65-4390-a768-012291e07b6c service neutron] For port 8ccb0cb8-059d-462f-8560-f28cdf748acd, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8ccb0cb8-059d-462f-8560-f28cdf748acd,segment=NetworkSegment(c9eb5960-fb18-4f8f-92bc-ade4c127197b),segment_id=c9eb5960-fb18-4f8f-92bc-ade4c127197b)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:30:23.723224 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-19b7d3fd-cc65-4390-a768-012291e07b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26022392'] for port (8ccb0cb8-059d-462f-8560-f28cdf748acd), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:23.765437 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-19b7d3fd-cc65-4390-a768-012291e07b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:23.766112 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-19b7d3fd-cc65-4390-a768-012291e07b6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:23.767445 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-19b7d3fd-cc65-4390-a768-012291e07b6c service neutron] 10.222.0.30 "PUT /v2.0/ports/8ccb0cb8-059d-462f-8560-f28cdf748acd HTTP/1.1" status: 200 len: 1093 time: 0.7079594 Jul 05 10:30:23.767869 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc953afb-2d84-4da4-9478-21f39ca83773', 'tag': '8ccb0cb8-059d-462f-8560-f28cdf748acd'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:30:23.770106 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24b3207-5874-4986-b6d9-bdd933a46a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "bc953afb-2d84-4da4-9478-21f39ca83773", "tag": "8ccb0cb8-059d-462f-8560-f28cdf748acd"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:30:23.806294 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7d3fd-cc65-4390-a768-012291e07b6c service neutron] Pushing event updated for resources: {'Port': ['ID=8ccb0cb8-059d-462f-8560-f28cdf748acd,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:23.817377 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee39c795-3f06-40ef-a494-fea4789dd6e3 x-openstack-request-id: req-ee39c795-3f06-40ef-a494-fea4789dd6e3 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:30:23.817677 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc953afb-2d84-4da4-9478-21f39ca83773", "tag": "8ccb0cb8-059d-462f-8560-f28cdf748acd", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:30:23.817977 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee39c795-3f06-40ef-a494-fea4789dd6e3 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:30:23.818383 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee39c795-3f06-40ef-a494-fea4789dd6e3'] response: {'name': 'network-changed', 'server_uuid': 'bc953afb-2d84-4da4-9478-21f39ca83773', 'tag': '8ccb0cb8-059d-462f-8560-f28cdf748acd', 'status': 'completed', 'code': 200} Jul 05 10:30:23.903018 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-01209984-961c-484d-b9a0-12e433430c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:23.904576 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-01209984-961c-484d-b9a0-12e433430c92 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b5c262b91db42cb9e4042b180f9fb4d&device_id=bc953afb-2d84-4da4-9478-21f39ca83773 HTTP/1.1" status: 200 len: 1127 time: 0.0424082 Jul 05 10:30:23.965444 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-f0beb0e1-b52f-4541-87fd-d76065e92964 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ccb0cb8-059d-462f-8560-f28cdf748acd HTTP/1.1" status: 200 len: 217 time: 0.0487096 Jul 05 10:30:23.991190 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:24.016022 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-5b3d2ad8-ea01-4467-b090-4fb30fe577aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:24.017525 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-5b3d2ad8-ea01-4467-b090-4fb30fe577aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ae0d34b-31e2-476a-b729-9e109937f183 HTTP/1.1" status: 200 len: 850 time: 0.0470052 Jul 05 10:30:24.062714 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-2e269bae-045b-40c5-b7f4-0c849696257d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:24.064244 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-2e269bae-045b-40c5-b7f4-0c849696257d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=905e65c9-d2c9-40b0-a3db-38b3be82f3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408719 Jul 05 10:30:24.397395 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-7ab0192d-e833-49c8-8969-10cba1df9397 service neutron] 10.222.0.30 "GET /v2.0/networks/905e65c9-d2c9-40b0-a3db-38b3be82f3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271132 Jul 05 10:30:24.485883 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3f925ade-19bc-4f35-b0ce-e5004c046873 req-acc7b72c-3fd3-4f9c-b315-fc5fa0e1a105 service neutron] 10.222.0.30 "GET /v2.0/networks/905e65c9-d2c9-40b0-a3db-38b3be82f3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829139 Jul 05 10:30:24.821712 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9afc1-55c8-4764-93b3-1de374e20884 req-0cc3e1d5-69a1-42e4-9dc7-9575c5cedf1e tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:24.823145 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-08e9afc1-55c8-4764-93b3-1de374e20884 req-0cc3e1d5-69a1-42e4-9dc7-9575c5cedf1e tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc953afb-2d84-4da4-9478-21f39ca83773 HTTP/1.1" status: 200 len: 943 time: 0.0469460 Jul 05 10:30:24.869186 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-08e9afc1-55c8-4764-93b3-1de374e20884 req-45343bc6-f649-4bda-b413-01ee200f7318 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5b0db8d-1ca9-4180-bc58-5c7d41f1acac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406561 Jul 05 10:30:25.982916 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b13ab-8a2f-4901-a911-0cb07e7e273e req-186e3c9c-a2c0-48b1-9967-9c37c7682e95 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:25.984358 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5d3b13ab-8a2f-4901-a911-0cb07e7e273e req-186e3c9c-a2c0-48b1-9967-9c37c7682e95 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc953afb-2d84-4da4-9478-21f39ca83773 HTTP/1.1" status: 200 len: 943 time: 0.0464633 Jul 05 10:30:26.031335 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5d3b13ab-8a2f-4901-a911-0cb07e7e273e req-38e703a8-3835-451f-abb9-ab795ae48d2e tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5b0db8d-1ca9-4180-bc58-5c7d41f1acac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415363 Jul 05 10:30:26.689772 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b3207-5874-4986-b6d9-bdd933a46a5d req-7558fa75-1090-442b-8787-3baf995f643b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:26.691227 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d24b3207-5874-4986-b6d9-bdd933a46a5d req-7558fa75-1090-442b-8787-3baf995f643b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b5c262b91db42cb9e4042b180f9fb4d&device_id=bc953afb-2d84-4da4-9478-21f39ca83773 HTTP/1.1" status: 200 len: 1127 time: 0.0424459 Jul 05 10:30:26.728766 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:26.761539 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 52970) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:30:26.827306 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b3207-5874-4986-b6d9-bdd933a46a5d req-6dbcd4a8-da38-43cc-9fef-448b468d916d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:26.828756 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d24b3207-5874-4986-b6d9-bdd933a46a5d req-6dbcd4a8-da38-43cc-9fef-448b468d916d service neutron] 10.222.0.30 "GET /v2.0/networks?id=905e65c9-d2c9-40b0-a3db-38b3be82f3f2 HTTP/1.1" status: 200 len: 912 time: 0.1322730 Jul 05 10:30:26.896719 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d24b3207-5874-4986-b6d9-bdd933a46a5d req-52e79568-b43e-49b0-9ab5-5e51fe130379 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ccb0cb8-059d-462f-8560-f28cdf748acd HTTP/1.1" status: 200 len: 217 time: 0.0599723 Jul 05 10:30:26.937137 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:26.984570 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b3207-5874-4986-b6d9-bdd933a46a5d req-e6a3cd5c-becd-40ec-bd1e-58bd4b541644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:26.985934 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d24b3207-5874-4986-b6d9-bdd933a46a5d req-e6a3cd5c-becd-40ec-bd1e-58bd4b541644 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ae0d34b-31e2-476a-b729-9e109937f183 HTTP/1.1" status: 200 len: 850 time: 0.0802717 Jul 05 10:30:26.989830 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-3b31bf91-70e8-45a5-a114-cccc7bf0d347 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Deleting port b8fac247-36c9-425b-94fe-bae2a2f7dd8d {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:30:26.990165 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3b31bf91-70e8-45a5-a114-cccc7bf0d347 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (b8fac247-36c9-425b-94fe-bae2a2f7dd8d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:27.068940 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3b31bf91-70e8-45a5-a114-cccc7bf0d347 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (b8fac247-36c9-425b-94fe-bae2a2f7dd8d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:27.069266 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3b31bf91-70e8-45a5-a114-cccc7bf0d347 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for floatingip (b8fac247-36c9-425b-94fe-bae2a2f7dd8d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:27.081904 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-3b31bf91-70e8-45a5-a114-cccc7bf0d347 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Calling delete_port for b8fac247-36c9-425b-94fe-bae2a2f7dd8d owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:30:27.204075 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a255b8-a8e8-407e-8a3c-43df4700a58a req-156083e6-4430-4038-bfd7-bdcc0b244964 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:27.205544 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f2a255b8-a8e8-407e-8a3c-43df4700a58a req-156083e6-4430-4038-bfd7-bdcc0b244964 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc953afb-2d84-4da4-9478-21f39ca83773 HTTP/1.1" status: 200 len: 943 time: 0.0845923 Jul 05 10:30:27.289553 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b3207-5874-4986-b6d9-bdd933a46a5d req-123502c8-784b-4eb3-a6da-1e03fbd23e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:27.291055 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d24b3207-5874-4986-b6d9-bdd933a46a5d req-123502c8-784b-4eb3-a6da-1e03fbd23e04 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=905e65c9-d2c9-40b0-a3db-38b3be82f3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0722668 Jul 05 10:30:27.316263 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f2a255b8-a8e8-407e-8a3c-43df4700a58a req-b6df763a-9ef5-4d65-ae34-936aceedfbe5 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5b0db8d-1ca9-4180-bc58-5c7d41f1acac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042547 Jul 05 10:30:27.429041 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3b31bf91-70e8-45a5-a114-cccc7bf0d347 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (b8fac247-36c9-425b-94fe-bae2a2f7dd8d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:27.467135 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31bf91-70e8-45a5-a114-cccc7bf0d347 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Pushing event deleted for resources: {'Port': ['ID=b8fac247-36c9-425b-94fe-bae2a2f7dd8d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:27.478466 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d24b3207-5874-4986-b6d9-bdd933a46a5d req-2f8c9ca5-0055-4fb8-8b6e-6ecbb352bdcd service neutron] 10.222.0.30 "GET /v2.0/networks/905e65c9-d2c9-40b0-a3db-38b3be82f3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327188 Jul 05 10:30:27.535047 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3b31bf91-70e8-45a5-a114-cccc7bf0d347 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for floatingip (eb178c7d-82d6-4ee2-9daf-8f4ea51c68f9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:27.535293 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.db.l3_db [None req-3b31bf91-70e8-45a5-a114-cccc7bf0d347 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Floating IP eb178c7d-82d6-4ee2-9daf-8f4ea51c68f9 disassociated (deleted). External IP: 172.37.2.8, port: dc432f06-5b7d-409d-a315-06582b118d3d. Jul 05 10:30:27.573765 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:27.741557 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d24b3207-5874-4986-b6d9-bdd933a46a5d req-9f4f6638-3400-45fd-bb06-f85fe1f9ba6a service neutron] 10.222.0.30 "GET /v2.0/networks/905e65c9-d2c9-40b0-a3db-38b3be82f3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643481 Jul 05 10:30:27.793790 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:27.816018 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b31bf91-70e8-45a5-a114-cccc7bf0d347 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Router 66b77f47-8c30-400a-a7f5-1c9128668fb0 has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:30:27.919356 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b31bf91-70e8-45a5-a114-cccc7bf0d347 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:30:27.924113 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3b31bf91-70e8-45a5-a114-cccc7bf0d347 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:27.931248 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6913919-1c2f-42b8-966b-4faabfa307bd None None] Sync routers for ids ['66b77f47-8c30-400a-a7f5-1c9128668fb0'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:30:27.941285 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6913919-1c2f-42b8-966b-4faabfa307bd None None] Routers {'66b77f47-8c30-400a-a7f5-1c9128668fb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:30:27.941881 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b6913919-1c2f-42b8-966b-4faabfa307bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:30:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['66b77f47-8c30-400a-a7f5-1c9128668fb0'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:27.953801 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-3b31bf91-70e8-45a5-a114-cccc7bf0d347 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "DELETE /v2.0/floatingips/eb178c7d-82d6-4ee2-9daf-8f4ea51c68f9 HTTP/1.1" status: 204 len: 168 time: 1.1912620 Jul 05 10:30:27.954369 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91854f0-736f-436d-ad34-11e66f585c5d', 'tag': 'dc432f06-5b7d-409d-a315-06582b118d3d'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:30:27.956609 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43f483f-5be1-4957-a55e-1956454b478f" -d '{"events": [{"name": "network-changed", "server_uuid": "e91854f0-736f-436d-ad34-11e66f585c5d", "tag": "dc432f06-5b7d-409d-a315-06582b118d3d"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:30:27.995734 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c543ce-49fe-4694-abea-726b952f946e x-openstack-request-id: req-33c543ce-49fe-4694-abea-726b952f946e {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:30:27.996927 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91854f0-736f-436d-ad34-11e66f585c5d", "tag": "dc432f06-5b7d-409d-a315-06582b118d3d", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:30:27.996927 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33c543ce-49fe-4694-abea-726b952f946e {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:30:27.997257 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33c543ce-49fe-4694-abea-726b952f946e'] response: {'name': 'network-changed', 'server_uuid': 'e91854f0-736f-436d-ad34-11e66f585c5d', 'tag': 'dc432f06-5b7d-409d-a315-06582b118d3d', 'status': 'completed', 'code': 200} Jul 05 10:30:28.049001 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-b6913919-1c2f-42b8-966b-4faabfa307bd None None] Set router 66b77f47-8c30-400a-a7f5-1c9128668fb0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:30:28.087126 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f483f-5be1-4957-a55e-1956454b478f req-e43ba798-4337-46c6-b575-4d03a498c4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:28.088560 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d43f483f-5be1-4957-a55e-1956454b478f req-e43ba798-4337-46c6-b575-4d03a498c4b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=86eac45249ad4a5e9513fcc091bcf42e&device_id=e91854f0-736f-436d-ad34-11e66f585c5d HTTP/1.1" status: 200 len: 1130 time: 0.0483456 Jul 05 10:30:28.155410 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 8ccb0cb8-059d-462f-8560-f28cdf748acd details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:30:28.226889 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ac563-1b9c-4592-83b1-896311d1178e req-7606062b-0bb5-4c85-bae4-b863c2cacc15 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:28.229247 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7e2ac563-1b9c-4592-83b1-896311d1178e req-7606062b-0bb5-4c85-bae4-b863c2cacc15 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=e91854f0-736f-436d-ad34-11e66f585c5d HTTP/1.1" status: 200 len: 946 time: 0.0649066 Jul 05 10:30:28.230216 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f483f-5be1-4957-a55e-1956454b478f req-8347bd2b-3cd2-4bbc-a4b1-49802a34e4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:28.231584 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d43f483f-5be1-4957-a55e-1956454b478f req-8347bd2b-3cd2-4bbc-a4b1-49802a34e4ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 HTTP/1.1" status: 200 len: 912 time: 0.1360779 Jul 05 10:30:28.281955 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7e2ac563-1b9c-4592-83b1-896311d1178e req-57b1b93b-58ab-4274-9c86-09fa553480be tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471718 Jul 05 10:30:28.361646 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.db.resource_extend [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 05 10:30:28.448216 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7ab86-09e7-41d4-be65-d7d686b8226f req-977a72c7-8e5d-4143-b4d3-7f160825f78e tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:28.450640 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-59c7ab86-09e7-41d4-be65-d7d686b8226f req-977a72c7-8e5d-4143-b4d3-7f160825f78e tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc953afb-2d84-4da4-9478-21f39ca83773 HTTP/1.1" status: 200 len: 943 time: 0.0592270 Jul 05 10:30:28.481477 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b6913919-1c2f-42b8-966b-4faabfa307bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'name': 'tempest-TestVolumeBootPattern-895301703-router', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47'}], 'enable_snat': True}, 'gw_port_id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:29Z', 'updated_at': '2022-07-05T10:22:32Z', 'revision_number': 4, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'gw_port': {'id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:30Z', 'updated_at': '2022-07-05T10:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '89eb800c-7be4-4f15-8ec4-41388c3c076d', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'floating_ip_address': '172.37.2.88', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'port_id': 'bc97aaf3-0c0d-415c-b3c3-645269085c58', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'mac_address': 'fa:16:3e:c1:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87058af-a15a-4a2b-9f05-e3f9b99e4a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:25:58Z', 'updated_at': '2022-07-05T10:26:00Z', 'revision_number': 1, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f546b8e-b803-43c0-b284-88af45711c72', 'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'mac_address': 'fa:16:3e:ae:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:31Z', 'updated_at': '2022-07-05T10:22:36Z', 'revision_number': 5, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'subnets': [{'id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:28.485803 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:28.489242 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:28.500491 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-59c7ab86-09e7-41d4-be65-d7d686b8226f req-29dbe1fc-ffe6-4019-9acc-df3ddcdbab7b tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5b0db8d-1ca9-4180-bc58-5c7d41f1acac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436816 Jul 05 10:30:28.512350 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6913919-1c2f-42b8-966b-4faabfa307bd None None] Checking router: 66b77f47-8c30-400a-a7f5-1c9128668fb0 for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:30:28.522996 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 8ccb0cb8-059d-462f-8560-f28cdf748acd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8ccb0cb8-059d-462f-8560-f28cdf748acd,segment=NetworkSegment(c9eb5960-fb18-4f8f-92bc-ade4c127197b),segment_id=c9eb5960-fb18-4f8f-92bc-ade4c127197b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:28.536767 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6913919-1c2f-42b8-966b-4faabfa307bd None None] Routers {'66b77f47-8c30-400a-a7f5-1c9128668fb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:30:28.537362 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b6913919-1c2f-42b8-966b-4faabfa307bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:30:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['66b77f47-8c30-400a-a7f5-1c9128668fb0'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:28.540136 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Returning: {'device': '8ccb0cb8-059d-462f-8560-f28cdf748acd', 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2', 'port_id': '8ccb0cb8-059d-462f-8560-f28cdf748acd', 'mac_address': 'fa:16:3e:73:1c:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:30:28.618459 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port 8ccb0cb8-059d-462f-8560-f28cdf748acd is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:30:28.618761 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (8ccb0cb8-059d-462f-8560-f28cdf748acd), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:28.663420 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ccb0cb8-059d-462f-8560-f28cdf748acd {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 10:30:28.695461 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-b6913919-1c2f-42b8-966b-4faabfa307bd None None] Set router 66b77f47-8c30-400a-a7f5-1c9128668fb0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:30:28.698279 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 8ccb0cb8-059d-462f-8560-f28cdf748acd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8ccb0cb8-059d-462f-8560-f28cdf748acd,segment=NetworkSegment(c9eb5960-fb18-4f8f-92bc-ade4c127197b),segment_id=c9eb5960-fb18-4f8f-92bc-ade4c127197b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:28.720843 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (8ccb0cb8-059d-462f-8560-f28cdf748acd), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:28.821340 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=8ccb0cb8-059d-462f-8560-f28cdf748acd,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:28.825417 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:28.842705 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:28.843067 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:28.843406 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:28.843739 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:28.844063 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:28.844379 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:28.844724 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:28.845041 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:28.845354 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:28.845671 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:28.845984 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:28.846298 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:28.846608 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:28.846921 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:28.847230 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:28.861626 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:28.956246 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b6913919-1c2f-42b8-966b-4faabfa307bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'name': 'tempest-TestVolumeBootPattern-895301703-router', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47'}], 'enable_snat': True}, 'gw_port_id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:29Z', 'updated_at': '2022-07-05T10:22:32Z', 'revision_number': 4, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'gw_port': {'id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:30Z', 'updated_at': '2022-07-05T10:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '89eb800c-7be4-4f15-8ec4-41388c3c076d', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'floating_ip_address': '172.37.2.88', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'port_id': 'bc97aaf3-0c0d-415c-b3c3-645269085c58', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'mac_address': 'fa:16:3e:c1:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87058af-a15a-4a2b-9f05-e3f9b99e4a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:25:58Z', 'updated_at': '2022-07-05T10:26:00Z', 'revision_number': 1, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f546b8e-b803-43c0-b284-88af45711c72', 'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'mac_address': 'fa:16:3e:ae:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:31Z', 'updated_at': '2022-07-05T10:22:36Z', 'revision_number': 5, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'subnets': [{'id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:28.985571 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6913919-1c2f-42b8-966b-4faabfa307bd None None] The sync data for ids ['66b77f47-8c30-400a-a7f5-1c9128668fb0'] in dv-cinder-master-3-iscsi is: [{'id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'name': 'tempest-TestVolumeBootPattern-895301703-router', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47'}], 'enable_snat': True}, 'gw_port_id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:29Z', 'updated_at': '2022-07-05T10:22:32Z', 'revision_number': 4, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'gw_port': {'id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:30Z', 'updated_at': '2022-07-05T10:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '89eb800c-7be4-4f15-8ec4-41388c3c076d', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'floating_ip_address': '172.37.2.88', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'port_id': 'bc97aaf3-0c0d-415c-b3c3-645269085c58', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'mac_address': 'fa:16:3e:c1:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87058af-a15a-4a2b-9f05-e3f9b99e4a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:25:58Z', 'updated_at': '2022-07-05T10:26:00Z', 'revision_number': 1, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f546b8e-b803-43c0-b284-88af45711c72', 'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'mac_address': 'fa:16:3e:ae:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:31Z', 'updated_at': '2022-07-05T10:22:36Z', 'revision_number': 5, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'subnets': [{'id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:30:29.201767 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4102e5f3-1bf0-4f83-b9ab-ce46e9b732ab None None] New status for floating IP eb178c7d-82d6-4ee2-9daf-8f4ea51c68f9: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 10:30:29.220283 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d43f483f-5be1-4957-a55e-1956454b478f req-90ba7c03-94c0-4876-ac09-cf7d295598ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc432f06-5b7d-409d-a315-06582b118d3d HTTP/1.1" status: 200 len: 217 time: 0.0349712 Jul 05 10:30:29.270325 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f483f-5be1-4957-a55e-1956454b478f req-eb67ad97-b5bc-414d-8a04-e4ff05bd88b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:29.271900 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d43f483f-5be1-4957-a55e-1956454b478f req-eb67ad97-b5bc-414d-8a04-e4ff05bd88b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de HTTP/1.1" status: 200 len: 850 time: 0.0446000 Jul 05 10:30:29.296566 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] get_ports_and_sgs() called for port_ids ['8ccb0cb8-059d-462f-8560-f28cdf748acd'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:30:29.333648 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f483f-5be1-4957-a55e-1956454b478f req-8a7f49ab-d92b-40e6-a772-6bcafad9585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:29.335560 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d43f483f-5be1-4957-a55e-1956454b478f req-8a7f49ab-d92b-40e6-a772-6bcafad9585e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a6b68d3-f3f2-400d-a2f3-b1cc33d83760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440307 Jul 05 10:30:29.459275 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068c8a9-c3ae-4eda-8683-ce752da25c77 req-1182bef5-b638-440a-acf7-5242c0432068 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:29.460763 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8068c8a9-c3ae-4eda-8683-ce752da25c77 req-1182bef5-b638-440a-acf7-5242c0432068 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=e91854f0-736f-436d-ad34-11e66f585c5d HTTP/1.1" status: 200 len: 946 time: 0.0872865 Jul 05 10:30:29.520995 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:29.549142 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d43f483f-5be1-4957-a55e-1956454b478f req-03836b03-bf64-4b3b-8208-d45c7a162839 service neutron] 10.222.0.30 "GET /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612728 Jul 05 10:30:29.558266 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8068c8a9-c3ae-4eda-8683-ce752da25c77 req-1619acd5-9068-4e9a-b4db-43cf0583e367 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696552 Jul 05 10:30:29.616262 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a0751-a7f4-4c65-bdcb-db6e6837b29e req-4d4f274a-906d-4d12-ac3f-c9d3078787bc tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:29.617899 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5f8a0751-a7f4-4c65-bdcb-db6e6837b29e req-4d4f274a-906d-4d12-ac3f-c9d3078787bc tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc953afb-2d84-4da4-9478-21f39ca83773 HTTP/1.1" status: 200 len: 944 time: 0.0483747 Jul 05 10:30:29.665101 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=39,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:29.665628 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5f8a0751-a7f4-4c65-bdcb-db6e6837b29e req-f3c23576-6c79-431f-b181-d755e2b719f0 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5b0db8d-1ca9-4180-bc58-5c7d41f1acac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414674 Jul 05 10:30:29.672031 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=32,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:29.895418 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:29.899246 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d43f483f-5be1-4957-a55e-1956454b478f req-5258088a-bca9-4e52-a496-0b2c87d66618 service neutron] 10.222.0.30 "GET /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883512 Jul 05 10:30:29.982794 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeee661-80ee-4d91-a77c-768d0d16c391 req-c4270187-33a1-4af8-8ccd-89266217f666 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:29.984267 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-aaeee661-80ee-4d91-a77c-768d0d16c391 req-c4270187-33a1-4af8-8ccd-89266217f666 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.30 "GET /v2.0/ports?device_id=e91854f0-736f-436d-ad34-11e66f585c5d HTTP/1.1" status: 200 len: 946 time: 0.0485170 Jul 05 10:30:30.066577 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-aaeee661-80ee-4d91-a77c-768d0d16c391 req-cc5b044a-5f36-4d8a-b8b5-1812146218d8 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Deleting port dc432f06-5b7d-409d-a315-06582b118d3d {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:30:30.066912 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-aaeee661-80ee-4d91-a77c-768d0d16c391 req-cc5b044a-5f36-4d8a-b8b5-1812146218d8 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (dc432f06-5b7d-409d-a315-06582b118d3d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:30.155243 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-aaeee661-80ee-4d91-a77c-768d0d16c391 req-cc5b044a-5f36-4d8a-b8b5-1812146218d8 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] For port dc432f06-5b7d-409d-a315-06582b118d3d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dc432f06-5b7d-409d-a315-06582b118d3d,segment=NetworkSegment(dc2063b4-108b-4048-b510-8b6b924e698b),segment_id=dc2063b4-108b-4048-b510-8b6b924e698b)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:30.155574 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-aaeee661-80ee-4d91-a77c-768d0d16c391 req-cc5b044a-5f36-4d8a-b8b5-1812146218d8 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (dc432f06-5b7d-409d-a315-06582b118d3d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:30.168533 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-aaeee661-80ee-4d91-a77c-768d0d16c391 req-cc5b044a-5f36-4d8a-b8b5-1812146218d8 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Calling delete_port for dc432f06-5b7d-409d-a315-06582b118d3d owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:30:30.213742 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:30:30.270435 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 8ccb0cb8-059d-462f-8560-f28cdf748acd up at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:30:30.298604 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-aaeee661-80ee-4d91-a77c-768d0d16c391 req-cc5b044a-5f36-4d8a-b8b5-1812146218d8 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (dc432f06-5b7d-409d-a315-06582b118d3d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:30.317582 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning for port 8ccb0cb8-059d-462f-8560-f28cdf748acd completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 10:30:30.322952 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Provisioning complete for port 8ccb0cb8-059d-462f-8560-f28cdf748acd triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 10:30:30.323519 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072901'] for port (8ccb0cb8-059d-462f-8560-f28cdf748acd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:30.325405 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b044a-5f36-4d8a-b8b5-1812146218d8 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Pushing event deleted for resources: {'Port': ['ID=dc432f06-5b7d-409d-a315-06582b118d3d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:30.372650 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaeee661-80ee-4d91-a77c-768d0d16c391 req-cc5b044a-5f36-4d8a-b8b5-1812146218d8 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] No DVR routers for this DVR port dc432f06-5b7d-409d-a315-06582b118d3d on host hv-cinder-maste {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:30:30.375057 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-aaeee661-80ee-4d91-a77c-768d0d16c391 req-cc5b044a-5f36-4d8a-b8b5-1812146218d8 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:30.378335 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-aaeee661-80ee-4d91-a77c-768d0d16c391 req-cc5b044a-5f36-4d8a-b8b5-1812146218d8 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.30 "DELETE /v2.0/ports/dc432f06-5b7d-409d-a315-06582b118d3d HTTP/1.1" status: 204 len: 173 time: 0.3887582 Jul 05 10:30:30.378767 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91854f0-736f-436d-ad34-11e66f585c5d', 'name': 'network-vif-deleted', 'tag': 'dc432f06-5b7d-409d-a315-06582b118d3d'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:30:30.381003 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d39dad-5a54-43e9-945b-84eebb3923b2" -d '{"events": [{"server_uuid": "e91854f0-736f-436d-ad34-11e66f585c5d", "name": "network-vif-deleted", "tag": "dc432f06-5b7d-409d-a315-06582b118d3d"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:30:30.403128 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Current status of the port 8ccb0cb8-059d-462f-8560-f28cdf748acd is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 10:30:30.403675 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592561'] for port (8ccb0cb8-059d-462f-8560-f28cdf748acd), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:30.417176 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc7856c-ee7c-4a82-859a-d5d1719b8b64 x-openstack-request-id: req-5dc7856c-ee7c-4a82-859a-d5d1719b8b64 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:30:30.417456 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91854f0-736f-436d-ad34-11e66f585c5d", "name": "network-vif-deleted", "tag": "dc432f06-5b7d-409d-a315-06582b118d3d", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:30:30.418295 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5dc7856c-ee7c-4a82-859a-d5d1719b8b64 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:30:30.418711 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dc7856c-ee7c-4a82-859a-d5d1719b8b64'] response: {'server_uuid': 'e91854f0-736f-436d-ad34-11e66f585c5d', 'name': 'network-vif-deleted', 'tag': 'dc432f06-5b7d-409d-a315-06582b118d3d', 'status': 'completed', 'code': 200} Jul 05 10:30:30.430663 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc953afb-2d84-4da4-9478-21f39ca83773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccb0cb8-059d-462f-8560-f28cdf748acd'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:30:30.432875 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c0ff12b24adccf04d36d5e95ed2fd555b52d0445ded186c21edfbf2ad21407b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276750d8-387c-4abf-9827-7160e87c7d44" -d '{"events": [{"server_uuid": "bc953afb-2d84-4da4-9478-21f39ca83773", "name": "network-vif-plugged", "status": "completed", "tag": "8ccb0cb8-059d-462f-8560-f28cdf748acd"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:30:30.445609 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] For port 8ccb0cb8-059d-462f-8560-f28cdf748acd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8ccb0cb8-059d-462f-8560-f28cdf748acd,segment=NetworkSegment(c9eb5960-fb18-4f8f-92bc-ade4c127197b),segment_id=c9eb5960-fb18-4f8f-92bc-ade4c127197b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:30.450574 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734376551653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734376255883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734376255901'] for port (8ccb0cb8-059d-462f-8560-f28cdf748acd), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:30.481011 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c404b82-ed28-442b-96ac-d1c5d3a301bc x-openstack-request-id: req-8c404b82-ed28-442b-96ac-d1c5d3a301bc {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:30:30.481297 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc953afb-2d84-4da4-9478-21f39ca83773", "name": "network-vif-plugged", "status": "completed", "tag": "8ccb0cb8-059d-462f-8560-f28cdf748acd", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:30:30.481541 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c404b82-ed28-442b-96ac-d1c5d3a301bc {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:30:30.481920 dv-cinder-master-3-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c404b82-ed28-442b-96ac-d1c5d3a301bc'] response: {'server_uuid': 'bc953afb-2d84-4da4-9478-21f39ca83773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccb0cb8-059d-462f-8560-f28cdf748acd', 'code': 200} Jul 05 10:30:30.506134 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Pushing event updated for resources: {'Port': ['ID=8ccb0cb8-059d-462f-8560-f28cdf748acd,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:30.670643 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b94b72eb-43c6-49e8-a242-07667a77e0d9 req-104f9443-6a55-4af2-a494-96274256e6a1 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=e91854f0-736f-436d-ad34-11e66f585c5d HTTP/1.1" status: 200 len: 210 time: 0.0419185 Jul 05 10:30:30.707489 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4eb07-1260-4107-9328-c72cbe2e257f req-08e46517-5086-4046-aa1a-ae824bf2b787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:30.709127 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-dda4eb07-1260-4107-9328-c72cbe2e257f req-08e46517-5086-4046-aa1a-ae824bf2b787 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bc953afb-2d84-4da4-9478-21f39ca83773 HTTP/1.1" status: 200 len: 1129 time: 0.0492148 Jul 05 10:30:30.785983 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-dda4eb07-1260-4107-9328-c72cbe2e257f req-a324c365-9c49-4c73-90f5-217ef3b33864 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a5b0db8d-1ca9-4180-bc58-5c7d41f1acac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699897 Jul 05 10:30:30.803158 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2931e-ee18-4736-aa34-62b234a9b967 req-d8e99c75-3930-44f3-8cac-583468e34598 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:30.804812 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-22f2931e-ee18-4736-aa34-62b234a9b967 req-d8e99c75-3930-44f3-8cac-583468e34598 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc953afb-2d84-4da4-9478-21f39ca83773 HTTP/1.1" status: 200 len: 945 time: 0.0628076 Jul 05 10:30:30.854747 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-22f2931e-ee18-4736-aa34-62b234a9b967 req-beb417fb-abf5-44a7-8ca2-6657bb7f01ad tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5b0db8d-1ca9-4180-bc58-5c7d41f1acac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442865 Jul 05 10:30:31.785963 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7107d8cd-85a2-4572-baf3-bd0bf410f432 req-a5ab7a63-a7a6-4da6-91c1-95e8b7522f99 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=e91854f0-736f-436d-ad34-11e66f585c5d HTTP/1.1" status: 200 len: 210 time: 0.0306349 Jul 05 10:30:31.970552 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18133f4-f34f-4ce6-a667-bee700c3b7ca req-6a55ad01-73b8-48a0-a327-9abff1064171 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:31.972034 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e18133f4-f34f-4ce6-a667-bee700c3b7ca req-6a55ad01-73b8-48a0-a327-9abff1064171 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc953afb-2d84-4da4-9478-21f39ca83773 HTTP/1.1" status: 200 len: 945 time: 0.0474360 Jul 05 10:30:32.019935 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e18133f4-f34f-4ce6-a667-bee700c3b7ca req-1298b376-a731-4a68-bd2f-9a535c6f6dad tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5b0db8d-1ca9-4180-bc58-5c7d41f1acac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419726 Jul 05 10:30:33.128802 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:33.140611 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361572f3-354b-454d-8e3b-b2f6da80e3f2 req-e3852156-ad74-4e74-9151-889e3d715c2c tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:33.142125 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-361572f3-354b-454d-8e3b-b2f6da80e3f2 req-e3852156-ad74-4e74-9151-889e3d715c2c tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc953afb-2d84-4da4-9478-21f39ca83773 HTTP/1.1" status: 200 len: 945 time: 0.0510724 Jul 05 10:30:33.190272 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-361572f3-354b-454d-8e3b-b2f6da80e3f2 req-81f7d39e-6eb3-43dd-b60e-d33812ef139b tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5b0db8d-1ca9-4180-bc58-5c7d41f1acac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419509 Jul 05 10:30:33.302961 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542087a4-f2f3-4838-bf44-e099fa7e9a0b req-5de8a332-669a-44b4-b52f-29bf6df64511 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:33.304429 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-542087a4-f2f3-4838-bf44-e099fa7e9a0b req-5de8a332-669a-44b4-b52f-29bf6df64511 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc953afb-2d84-4da4-9478-21f39ca83773 HTTP/1.1" status: 200 len: 945 time: 0.0501525 Jul 05 10:30:33.313365 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 53010) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:30:33.317546 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-1b244298-6601-445a-9d4b-c92b59ee0c29 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Request body: {'floatingip': {'port_id': '8ccb0cb8-059d-462f-8560-f28cdf748acd'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 10:30:33.354511 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1b244298-6601-445a-9d4b-c92b59ee0c29 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for floatingip (1e88584d-a1bc-43d2-b91b-77b5535fad59), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:33.419191 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:34.024247 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1b244298-6601-445a-9d4b-c92b59ee0c29 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:34.028668 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1b244298-6601-445a-9d4b-c92b59ee0c29 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-790480'] for floatingip (1e88584d-a1bc-43d2-b91b-77b5535fad59), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:34.121021 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.db.l3_db [None req-1b244298-6601-445a-9d4b-c92b59ee0c29 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Floating IP 1e88584d-a1bc-43d2-b91b-77b5535fad59 associated. External IP: 172.37.2.206, port: 8ccb0cb8-059d-462f-8560-f28cdf748acd. Jul 05 10:30:34.278121 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device dc432f06-5b7d-409d-a315-06582b118d3d no longer exists at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:34.297588 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] No Port match for: dc432f06-5b7d-409d-a315-06582b118d3d {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:30:34.297995 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device dc432f06-5b7d-409d-a315-06582b118d3d not bound to the agent host hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:30:34.319210 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b244298-6601-445a-9d4b-c92b59ee0c29 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Router f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1 has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:30:34.427445 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b244298-6601-445a-9d4b-c92b59ee0c29 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:30:34.432257 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1b244298-6601-445a-9d4b-c92b59ee0c29 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:34.438500 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572f1cff-a7f9-4367-8563-b348b6f6dd73 None None] Sync routers for ids ['f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:30:34.449697 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572f1cff-a7f9-4367-8563-b348b6f6dd73 None None] Routers {'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:30:34.450289 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-572f1cff-a7f9-4367-8563-b348b6f6dd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:30:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:34.463048 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-1b244298-6601-445a-9d4b-c92b59ee0c29 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "PUT /v2.0/floatingips/1e88584d-a1bc-43d2-b91b-77b5535fad59 HTTP/1.1" status: 200 len: 991 time: 1.1486843 Jul 05 10:30:34.463625 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc953afb-2d84-4da4-9478-21f39ca83773', 'tag': '8ccb0cb8-059d-462f-8560-f28cdf748acd'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:30:34.465883 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b3a3c8-b20a-47f5-b23f-0162ba7a9ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "bc953afb-2d84-4da4-9478-21f39ca83773", "tag": "8ccb0cb8-059d-462f-8560-f28cdf748acd"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:30:34.501777 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cc9cc8-4726-4271-905b-0c42db1ed660 x-openstack-request-id: req-37cc9cc8-4726-4271-905b-0c42db1ed660 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:30:34.502090 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc953afb-2d84-4da4-9478-21f39ca83773", "tag": "8ccb0cb8-059d-462f-8560-f28cdf748acd", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:30:34.502327 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37cc9cc8-4726-4271-905b-0c42db1ed660 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:30:34.502737 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37cc9cc8-4726-4271-905b-0c42db1ed660'] response: {'name': 'network-changed', 'server_uuid': 'bc953afb-2d84-4da4-9478-21f39ca83773', 'tag': '8ccb0cb8-059d-462f-8560-f28cdf748acd', 'status': 'completed', 'code': 200} Jul 05 10:30:34.555078 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-572f1cff-a7f9-4367-8563-b348b6f6dd73 None None] Set router f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:30:34.577391 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:34.583402 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3a3c8-b20a-47f5-b23f-0162ba7a9ffa req-159d3bdc-2ab1-4ca0-b644-0b6a8788a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:34.584949 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f4b3a3c8-b20a-47f5-b23f-0162ba7a9ffa req-159d3bdc-2ab1-4ca0-b644-0b6a8788a7ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b5c262b91db42cb9e4042b180f9fb4d&device_id=bc953afb-2d84-4da4-9478-21f39ca83773 HTTP/1.1" status: 200 len: 1129 time: 0.0413060 Jul 05 10:30:34.678773 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3a3c8-b20a-47f5-b23f-0162ba7a9ffa req-13813920-50d7-47b3-bc73-7f1bfe767e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:34.680270 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f4b3a3c8-b20a-47f5-b23f-0162ba7a9ffa req-13813920-50d7-47b3-bc73-7f1bfe767e46 service neutron] 10.222.0.30 "GET /v2.0/networks?id=905e65c9-d2c9-40b0-a3db-38b3be82f3f2 HTTP/1.1" status: 200 len: 912 time: 0.0900822 Jul 05 10:30:34.693180 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:34.744270 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f4b3a3c8-b20a-47f5-b23f-0162ba7a9ffa req-fc9cc9eb-ab96-460b-b5e9-c5db9cdf7024 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ccb0cb8-059d-462f-8560-f28cdf748acd HTTP/1.1" status: 200 len: 999 time: 0.0572348 Jul 05 10:30:34.756867 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:34.765045 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:34.768831 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-572f1cff-a7f9-4367-8563-b348b6f6dd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'name': 'tempest-AttachVolumeTestJSON-1214041305-router', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89'}], 'enable_snat': True}, 'gw_port_id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:52Z', 'revision_number': 4, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'gw_port': {'id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:24:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1e88584d-a1bc-43d2-b91b-77b5535fad59', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'floating_ip_address': '172.37.2.206', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'port_id': '8ccb0cb8-059d-462f-8560-f28cdf748acd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2', 'mac_address': 'fa:16:3e:73:1c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc953afb-2d84-4da4-9478-21f39ca83773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:30:20Z', 'updated_at': '2022-07-05T10:30:33Z', 'revision_number': 1, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efc6bbec-cf3e-431f-aa52-68946b7c4627', 'name': '', 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'mac_address': 'fa:16:3e:72:2e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:52Z', 'updated_at': '2022-07-05T10:25:57Z', 'revision_number': 5, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'subnets': [{'id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:34.795554 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572f1cff-a7f9-4367-8563-b348b6f6dd73 None None] Checking router: f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1 for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:30:34.797936 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3a3c8-b20a-47f5-b23f-0162ba7a9ffa req-3631a55d-a6a7-4c6b-af9a-a2ffa8ff8c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:34.799444 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f4b3a3c8-b20a-47f5-b23f-0162ba7a9ffa req-3631a55d-a6a7-4c6b-af9a-a2ffa8ff8c8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ae0d34b-31e2-476a-b729-9e109937f183 HTTP/1.1" status: 200 len: 850 time: 0.0483532 Jul 05 10:30:34.804080 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572f1cff-a7f9-4367-8563-b348b6f6dd73 None None] Routers {'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:30:34.804718 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-572f1cff-a7f9-4367-8563-b348b6f6dd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:30:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:34.843621 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3a3c8-b20a-47f5-b23f-0162ba7a9ffa req-c4b82b9e-92cf-4e68-9351-7902b1f9d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:34.845066 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f4b3a3c8-b20a-47f5-b23f-0162ba7a9ffa req-c4b82b9e-92cf-4e68-9351-7902b1f9d5c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=905e65c9-d2c9-40b0-a3db-38b3be82f3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403700 Jul 05 10:30:34.854643 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [req-f4b3a3c8-b20a-47f5-b23f-0162ba7a9ffa req-ed6401bb-315c-4584-8109-c85f02805a92 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 05 10:30:34.856101 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f4b3a3c8-b20a-47f5-b23f-0162ba7a9ffa req-ed6401bb-315c-4584-8109-c85f02805a92 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052907 Jul 05 10:30:34.906935 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-572f1cff-a7f9-4367-8563-b348b6f6dd73 None None] Set router f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:30:34.945959 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f4b3a3c8-b20a-47f5-b23f-0162ba7a9ffa req-d52ae334-6ac0-4c1d-8872-77335a2ad79b service neutron] 10.222.0.30 "GET /v2.0/networks/905e65c9-d2c9-40b0-a3db-38b3be82f3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835493 Jul 05 10:30:35.043151 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f4b3a3c8-b20a-47f5-b23f-0162ba7a9ffa req-24ee68ee-d893-4e50-b61e-3507bc995b59 service neutron] 10.222.0.30 "GET /v2.0/networks/905e65c9-d2c9-40b0-a3db-38b3be82f3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908921 Jul 05 10:30:35.078162 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 53024) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:30:35.222502 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-853ddd83-6975-4d12-998b-b5f59e027d04 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Deleting port 7d2666c7-a64b-45ea-9d35-990be22d948e {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:30:35.222846 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-853ddd83-6975-4d12-998b-b5f59e027d04 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (7d2666c7-a64b-45ea-9d35-990be22d948e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:35.245160 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-572f1cff-a7f9-4367-8563-b348b6f6dd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'name': 'tempest-AttachVolumeTestJSON-1214041305-router', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89'}], 'enable_snat': True}, 'gw_port_id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:52Z', 'revision_number': 4, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'gw_port': {'id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:24:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1e88584d-a1bc-43d2-b91b-77b5535fad59', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'floating_ip_address': '172.37.2.206', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'port_id': '8ccb0cb8-059d-462f-8560-f28cdf748acd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2', 'mac_address': 'fa:16:3e:73:1c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc953afb-2d84-4da4-9478-21f39ca83773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:30:20Z', 'updated_at': '2022-07-05T10:30:33Z', 'revision_number': 1, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efc6bbec-cf3e-431f-aa52-68946b7c4627', 'name': '', 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'mac_address': 'fa:16:3e:72:2e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:52Z', 'updated_at': '2022-07-05T10:25:57Z', 'revision_number': 5, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'subnets': [{'id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:35.273789 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572f1cff-a7f9-4367-8563-b348b6f6dd73 None None] The sync data for ids ['f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'] in dv-cinder-master-3-iscsi is: [{'id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'name': 'tempest-AttachVolumeTestJSON-1214041305-router', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89'}], 'enable_snat': True}, 'gw_port_id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:52Z', 'revision_number': 4, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'gw_port': {'id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:24:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1e88584d-a1bc-43d2-b91b-77b5535fad59', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'floating_ip_address': '172.37.2.206', 'floating_network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'router_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'port_id': '8ccb0cb8-059d-462f-8560-f28cdf748acd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2', 'mac_address': 'fa:16:3e:73:1c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc953afb-2d84-4da4-9478-21f39ca83773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T10:30:20Z', 'updated_at': '2022-07-05T10:30:33Z', 'revision_number': 1, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efc6bbec-cf3e-431f-aa52-68946b7c4627', 'name': '', 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'mac_address': 'fa:16:3e:72:2e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:52Z', 'updated_at': '2022-07-05T10:25:57Z', 'revision_number': 5, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'subnets': [{'id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:30:35.302954 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-853ddd83-6975-4d12-998b-b5f59e027d04 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (7d2666c7-a64b-45ea-9d35-990be22d948e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:35.303147 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-853ddd83-6975-4d12-998b-b5f59e027d04 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for floatingip (7d2666c7-a64b-45ea-9d35-990be22d948e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:35.316861 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-853ddd83-6975-4d12-998b-b5f59e027d04 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Calling delete_port for 7d2666c7-a64b-45ea-9d35-990be22d948e owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:30:35.473423 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-853ddd83-6975-4d12-998b-b5f59e027d04 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (7d2666c7-a64b-45ea-9d35-990be22d948e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:35.477441 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0073a410-21b3-4697-83bf-262b391102d5 None None] New status for floating IP 1e88584d-a1bc-43d2-b91b-77b5535fad59: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 10:30:35.502922 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ddd83-6975-4d12-998b-b5f59e027d04 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Pushing event deleted for resources: {'Port': ['ID=7d2666c7-a64b-45ea-9d35-990be22d948e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:35.546661 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:35.564478 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-853ddd83-6975-4d12-998b-b5f59e027d04 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for floatingip (89eb800c-7be4-4f15-8ec4-41388c3c076d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:35.564798 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.db.l3_db [None req-853ddd83-6975-4d12-998b-b5f59e027d04 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Floating IP 89eb800c-7be4-4f15-8ec4-41388c3c076d disassociated (deleted). External IP: 172.37.2.88, port: bc97aaf3-0c0d-415c-b3c3-645269085c58. Jul 05 10:30:35.617057 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:35.765546 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853ddd83-6975-4d12-998b-b5f59e027d04 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Router 66b77f47-8c30-400a-a7f5-1c9128668fb0 has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:30:35.866784 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853ddd83-6975-4d12-998b-b5f59e027d04 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:30:35.871659 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-853ddd83-6975-4d12-998b-b5f59e027d04 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:35.877838 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6687cfc4-c6fe-49d0-b420-91cda8490f09 None None] Sync routers for ids ['66b77f47-8c30-400a-a7f5-1c9128668fb0'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:30:35.889094 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6687cfc4-c6fe-49d0-b420-91cda8490f09 None None] Routers {'66b77f47-8c30-400a-a7f5-1c9128668fb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:30:35.889701 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6687cfc4-c6fe-49d0-b420-91cda8490f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:30:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['66b77f47-8c30-400a-a7f5-1c9128668fb0'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:35.900950 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-853ddd83-6975-4d12-998b-b5f59e027d04 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "DELETE /v2.0/floatingips/89eb800c-7be4-4f15-8ec4-41388c3c076d HTTP/1.1" status: 204 len: 168 time: 0.8217149 Jul 05 10:30:35.998725 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-6687cfc4-c6fe-49d0-b420-91cda8490f09 None None] Set router 66b77f47-8c30-400a-a7f5-1c9128668fb0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:30:36.121786 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0c65c-dece-43b1-9f13-87ac5134fcfc req-322985ad-7c1a-4eaa-aa06-9a2f42ecfc39 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:36.123266 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-45e0c65c-dece-43b1-9f13-87ac5134fcfc req-322985ad-7c1a-4eaa-aa06-9a2f42ecfc39 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=b87058af-a15a-4a2b-9f05-e3f9b99e4a4d HTTP/1.1" status: 200 len: 946 time: 0.0475130 Jul 05 10:30:36.175990 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-45e0c65c-dece-43b1-9f13-87ac5134fcfc req-6b457c3a-44df-4835-a158-050a04b0fa0d tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470490 Jul 05 10:30:36.187258 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6687cfc4-c6fe-49d0-b420-91cda8490f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'name': 'tempest-TestVolumeBootPattern-895301703-router', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47'}], 'enable_snat': True}, 'gw_port_id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:29Z', 'updated_at': '2022-07-05T10:22:32Z', 'revision_number': 4, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'gw_port': {'id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:30Z', 'updated_at': '2022-07-05T10:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9f546b8e-b803-43c0-b284-88af45711c72', 'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'mac_address': 'fa:16:3e:ae:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:31Z', 'updated_at': '2022-07-05T10:22:36Z', 'revision_number': 5, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'subnets': [{'id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:36.212660 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6687cfc4-c6fe-49d0-b420-91cda8490f09 None None] Checking router: 66b77f47-8c30-400a-a7f5-1c9128668fb0 for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:30:36.221641 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6687cfc4-c6fe-49d0-b420-91cda8490f09 None None] Routers {'66b77f47-8c30-400a-a7f5-1c9128668fb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:30:36.222243 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6687cfc4-c6fe-49d0-b420-91cda8490f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:30:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['66b77f47-8c30-400a-a7f5-1c9128668fb0'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:36.322263 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-6687cfc4-c6fe-49d0-b420-91cda8490f09 None None] Set router 66b77f47-8c30-400a-a7f5-1c9128668fb0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:30:36.467161 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:36.503837 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b87058af-a15a-4a2b-9f05-e3f9b99e4a4d', 'tag': 'bc97aaf3-0c0d-415c-b3c3-645269085c58'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:30:36.505129 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:36.506310 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fc0c3e-972f-476b-b118-8df7fcbffc3a" -d '{"events": [{"name": "network-changed", "server_uuid": "b87058af-a15a-4a2b-9f05-e3f9b99e4a4d", "tag": "bc97aaf3-0c0d-415c-b3c3-645269085c58"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:30:36.510711 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-6687cfc4-c6fe-49d0-b420-91cda8490f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'name': 'tempest-TestVolumeBootPattern-895301703-router', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47'}], 'enable_snat': True}, 'gw_port_id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:29Z', 'updated_at': '2022-07-05T10:22:32Z', 'revision_number': 4, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'gw_port': {'id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:30Z', 'updated_at': '2022-07-05T10:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9f546b8e-b803-43c0-b284-88af45711c72', 'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'mac_address': 'fa:16:3e:ae:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:31Z', 'updated_at': '2022-07-05T10:22:36Z', 'revision_number': 5, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'subnets': [{'id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:36.536752 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6687cfc4-c6fe-49d0-b420-91cda8490f09 None None] The sync data for ids ['66b77f47-8c30-400a-a7f5-1c9128668fb0'] in dv-cinder-master-3-iscsi is: [{'id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'name': 'tempest-TestVolumeBootPattern-895301703-router', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47'}], 'enable_snat': True}, 'gw_port_id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:29Z', 'updated_at': '2022-07-05T10:22:32Z', 'revision_number': 4, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'gw_port': {'id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:30Z', 'updated_at': '2022-07-05T10:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9f546b8e-b803-43c0-b284-88af45711c72', 'name': '', 'network_id': '5a6b68d3-f3f2-400d-a2f3-b1cc33d83760', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'mac_address': 'fa:16:3e:ae:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:31Z', 'updated_at': '2022-07-05T10:22:36Z', 'revision_number': 5, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'subnets': [{'id': 'ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:30:36.544553 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 10:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd172dfc-c639-4934-8395-b8f7071f31a9 x-openstack-request-id: req-cd172dfc-c639-4934-8395-b8f7071f31a9 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:30:36.544840 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b87058af-a15a-4a2b-9f05-e3f9b99e4a4d", "tag": "bc97aaf3-0c0d-415c-b3c3-645269085c58", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:30:36.545094 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd172dfc-c639-4934-8395-b8f7071f31a9 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:30:36.545512 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd172dfc-c639-4934-8395-b8f7071f31a9'] response: {'name': 'network-changed', 'server_uuid': 'b87058af-a15a-4a2b-9f05-e3f9b99e4a4d', 'tag': 'bc97aaf3-0c0d-415c-b3c3-645269085c58', 'status': 'completed', 'code': 200} Jul 05 10:30:36.743060 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3f9f29-d980-4299-8a20-dab8e450b851 None None] New status for floating IP 89eb800c-7be4-4f15-8ec4-41388c3c076d: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 10:30:37.196321 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc0c3e-972f-476b-b118-8df7fcbffc3a req-a65fddc5-c278-45b6-ad63-a9023608859a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:37.197877 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c3fc0c3e-972f-476b-b118-8df7fcbffc3a req-a65fddc5-c278-45b6-ad63-a9023608859a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=86eac45249ad4a5e9513fcc091bcf42e&device_id=b87058af-a15a-4a2b-9f05-e3f9b99e4a4d HTTP/1.1" status: 200 len: 1130 time: 0.0398722 Jul 05 10:30:37.360188 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc0c3e-972f-476b-b118-8df7fcbffc3a req-6f3caadd-9dbc-42ba-98c6-c7f1cdf97d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:37.361678 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c3fc0c3e-972f-476b-b118-8df7fcbffc3a req-6f3caadd-9dbc-42ba-98c6-c7f1cdf97d77 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 HTTP/1.1" status: 200 len: 912 time: 0.1254373 Jul 05 10:30:37.371789 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a525c-ac92-4eac-a03a-fba401a5c788 req-0c51aeff-914b-4785-ae3a-a1d92a144285 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:37.373193 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fd7a525c-ac92-4eac-a03a-fba401a5c788 req-0c51aeff-914b-4785-ae3a-a1d92a144285 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=b87058af-a15a-4a2b-9f05-e3f9b99e4a4d HTTP/1.1" status: 200 len: 946 time: 0.1187797 Jul 05 10:30:37.423320 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fd7a525c-ac92-4eac-a03a-fba401a5c788 req-c15082d3-f64d-4f18-9c2e-d4f714312986 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445004 Jul 05 10:30:37.585309 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c3fc0c3e-972f-476b-b118-8df7fcbffc3a req-335fcdf5-171a-4384-80ff-2c77544395f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc97aaf3-0c0d-415c-b3c3-645269085c58 HTTP/1.1" status: 200 len: 217 time: 0.0325007 Jul 05 10:30:37.745226 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc0c3e-972f-476b-b118-8df7fcbffc3a req-24f2bd9f-7f8f-45db-8127-a1145300c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:37.746636 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c3fc0c3e-972f-476b-b118-8df7fcbffc3a req-24f2bd9f-7f8f-45db-8127-a1145300c2a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de HTTP/1.1" status: 200 len: 850 time: 0.0438108 Jul 05 10:30:37.792357 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc0c3e-972f-476b-b118-8df7fcbffc3a req-b844764a-4da4-481c-a41d-732572cda8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:37.793796 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c3fc0c3e-972f-476b-b118-8df7fcbffc3a req-b844764a-4da4-481c-a41d-732572cda8d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a6b68d3-f3f2-400d-a2f3-b1cc33d83760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415998 Jul 05 10:30:37.935267 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240feab5-3675-4bee-810f-9ba549bfc94a req-c31e264e-dbf4-4326-b297-5c9331c2cbb6 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:30:37.936729 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-240feab5-3675-4bee-810f-9ba549bfc94a req-c31e264e-dbf4-4326-b297-5c9331c2cbb6 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.30 "GET /v2.0/ports?device_id=b87058af-a15a-4a2b-9f05-e3f9b99e4a4d HTTP/1.1" status: 200 len: 946 time: 0.0998709 Jul 05 10:30:37.987902 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c3fc0c3e-972f-476b-b118-8df7fcbffc3a req-1f81f41d-c08d-41f6-b82d-61c684fe0b07 service neutron] 10.222.0.30 "GET /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522195 Jul 05 10:30:38.033609 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:38.050233 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:38.056475 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-240feab5-3675-4bee-810f-9ba549bfc94a req-a57dc3b0-6c5a-4609-bbef-174dfdd2fc23 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Deleting port bc97aaf3-0c0d-415c-b3c3-645269085c58 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:30:38.056808 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-240feab5-3675-4bee-810f-9ba549bfc94a req-a57dc3b0-6c5a-4609-bbef-174dfdd2fc23 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (bc97aaf3-0c0d-415c-b3c3-645269085c58), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:38.167260 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c3fc0c3e-972f-476b-b118-8df7fcbffc3a req-5d989c7e-26a2-400c-ae00-a94c26ab4a2d service neutron] 10.222.0.30 "GET /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719489 Jul 05 10:30:38.188799 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-240feab5-3675-4bee-810f-9ba549bfc94a req-a57dc3b0-6c5a-4609-bbef-174dfdd2fc23 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] For port bc97aaf3-0c0d-415c-b3c3-645269085c58, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bc97aaf3-0c0d-415c-b3c3-645269085c58,segment=NetworkSegment(dc2063b4-108b-4048-b510-8b6b924e698b),segment_id=dc2063b4-108b-4048-b510-8b6b924e698b)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:38.189089 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-240feab5-3675-4bee-810f-9ba549bfc94a req-a57dc3b0-6c5a-4609-bbef-174dfdd2fc23 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (bc97aaf3-0c0d-415c-b3c3-645269085c58), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:38.203099 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-240feab5-3675-4bee-810f-9ba549bfc94a req-a57dc3b0-6c5a-4609-bbef-174dfdd2fc23 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Calling delete_port for bc97aaf3-0c0d-415c-b3c3-645269085c58 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:30:38.328968 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-240feab5-3675-4bee-810f-9ba549bfc94a req-a57dc3b0-6c5a-4609-bbef-174dfdd2fc23 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (bc97aaf3-0c0d-415c-b3c3-645269085c58), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:38.358193 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57dc3b0-6c5a-4609-bbef-174dfdd2fc23 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Pushing event deleted for resources: {'Port': ['ID=bc97aaf3-0c0d-415c-b3c3-645269085c58,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:38.402713 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-240feab5-3675-4bee-810f-9ba549bfc94a req-a57dc3b0-6c5a-4609-bbef-174dfdd2fc23 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] No DVR routers for this DVR port bc97aaf3-0c0d-415c-b3c3-645269085c58 on host hv-cinder-maste {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:30:38.405177 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-240feab5-3675-4bee-810f-9ba549bfc94a req-a57dc3b0-6c5a-4609-bbef-174dfdd2fc23 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:38.408590 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-240feab5-3675-4bee-810f-9ba549bfc94a req-a57dc3b0-6c5a-4609-bbef-174dfdd2fc23 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.30 "DELETE /v2.0/ports/bc97aaf3-0c0d-415c-b3c3-645269085c58 HTTP/1.1" status: 204 len: 173 time: 0.4658709 Jul 05 10:30:38.552058 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87058af-a15a-4a2b-9f05-e3f9b99e4a4d', 'name': 'network-vif-deleted', 'tag': 'bc97aaf3-0c0d-415c-b3c3-645269085c58'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:30:38.554229 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3662364-42b5-4d83-86d0-ade55a441138" -d '{"events": [{"server_uuid": "b87058af-a15a-4a2b-9f05-e3f9b99e4a4d", "name": "network-vif-deleted", "tag": "bc97aaf3-0c0d-415c-b3c3-645269085c58"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:30:38.577228 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3d9da15e-ca9c-4ab2-be5b-e779840d6d75 req-b4cbfd02-2416-41c7-b701-8eb2436df4a1 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "GET /v2.0/ports?device_id=b87058af-a15a-4a2b-9f05-e3f9b99e4a4d HTTP/1.1" status: 200 len: 210 time: 0.0831337 Jul 05 10:30:38.593026 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5358fd-a272-4cd1-97a9-1c5319beaf87 x-openstack-request-id: req-4e5358fd-a272-4cd1-97a9-1c5319beaf87 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:30:38.593611 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b87058af-a15a-4a2b-9f05-e3f9b99e4a4d", "name": "network-vif-deleted", "tag": "bc97aaf3-0c0d-415c-b3c3-645269085c58", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:30:38.593611 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e5358fd-a272-4cd1-97a9-1c5319beaf87 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:30:38.593929 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e5358fd-a272-4cd1-97a9-1c5319beaf87'] response: {'server_uuid': 'b87058af-a15a-4a2b-9f05-e3f9b99e4a4d', 'name': 'network-vif-deleted', 'tag': 'bc97aaf3-0c0d-415c-b3c3-645269085c58', 'status': 'completed', 'code': 200} Jul 05 10:30:39.634351 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 53044) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:30:39.744878 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-6b7b1b27-0389-4b2d-b04d-3380bf2d85f8 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Deleting port 47a299aa-98ae-4408-a21f-fa850df53fea {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:30:39.745802 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b7b1b27-0389-4b2d-b04d-3380bf2d85f8 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (47a299aa-98ae-4408-a21f-fa850df53fea), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:39.822854 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b7b1b27-0389-4b2d-b04d-3380bf2d85f8 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (47a299aa-98ae-4408-a21f-fa850df53fea), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:39.823233 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b7b1b27-0389-4b2d-b04d-3380bf2d85f8 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for floatingip (47a299aa-98ae-4408-a21f-fa850df53fea), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:39.836014 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-6b7b1b27-0389-4b2d-b04d-3380bf2d85f8 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Calling delete_port for 47a299aa-98ae-4408-a21f-fa850df53fea owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:30:39.964584 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b7b1b27-0389-4b2d-b04d-3380bf2d85f8 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (47a299aa-98ae-4408-a21f-fa850df53fea), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:39.990308 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b1b27-0389-4b2d-b04d-3380bf2d85f8 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Pushing event deleted for resources: {'Port': ['ID=47a299aa-98ae-4408-a21f-fa850df53fea,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:40.049617 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b7b1b27-0389-4b2d-b04d-3380bf2d85f8 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for floatingip (a33e5126-9de7-4ec4-baae-2736f44e4d05), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:40.052059 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6b7b1b27-0389-4b2d-b04d-3380bf2d85f8 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:40.053231 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-6b7b1b27-0389-4b2d-b04d-3380bf2d85f8 tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "DELETE /v2.0/floatingips/a33e5126-9de7-4ec4-baae-2736f44e4d05 HTTP/1.1" status: 204 len: 168 time: 0.4184082 Jul 05 10:30:41.251682 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 53056) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:30:41.308156 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-494083b4-87b7-437f-8364-c48c4c5eedbc tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for security_group (f3fa079b-fc8b-4c1d-8db2-eaac005a69cb), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:41.333918 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-494083b4-87b7-437f-8364-c48c4c5eedbc tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for security_group (f3fa079b-fc8b-4c1d-8db2-eaac005a69cb), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:41.399873 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-494083b4-87b7-437f-8364-c48c4c5eedbc tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (f3fa079b-fc8b-4c1d-8db2-eaac005a69cb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:41.403055 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-494083b4-87b7-437f-8364-c48c4c5eedbc tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:41.404192 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-494083b4-87b7-437f-8364-c48c4c5eedbc tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] 10.222.0.20 "DELETE /v2.0/security-groups/f3fa079b-fc8b-4c1d-8db2-eaac005a69cb HTTP/1.1" status: 204 len: 168 time: 0.1515379 Jul 05 10:30:41.413433 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494083b4-87b7-437f-8364-c48c4c5eedbc tempest-TestVolumeBootPattern-620052980 tempest-TestVolumeBootPattern-620052980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fa079b-fc8b-4c1d-8db2-eaac005a69cb,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:41.460862 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 53060) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:30:41.539451 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0b3f8990-37c6-425b-966a-271888a9a9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:41.797612 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:41.802249 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:41.815973 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-07f97f77-5739-4e09-873f-77b51d6fa721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-801726'] for router_interface (66b77f47-8c30-400a-a7f5-1c9128668fb0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:41.907572 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:42.041652 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-07f97f77-5739-4e09-873f-77b51d6fa721 admin admin] Deleting port 9f546b8e-b803-43c0-b284-88af45711c72 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:30:42.041986 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-07f97f77-5739-4e09-873f-77b51d6fa721 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (9f546b8e-b803-43c0-b284-88af45711c72), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:42.121970 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-07f97f77-5739-4e09-873f-77b51d6fa721 admin admin] For port 9f546b8e-b803-43c0-b284-88af45711c72, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9f546b8e-b803-43c0-b284-88af45711c72,segment=NetworkSegment(dc2063b4-108b-4048-b510-8b6b924e698b),segment_id=dc2063b4-108b-4048-b510-8b6b924e698b)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:42.122248 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-07f97f77-5739-4e09-873f-77b51d6fa721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (9f546b8e-b803-43c0-b284-88af45711c72), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:42.134515 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-07f97f77-5739-4e09-873f-77b51d6fa721 admin admin] Calling delete_port for 9f546b8e-b803-43c0-b284-88af45711c72 owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:30:42.305886 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-07f97f77-5739-4e09-873f-77b51d6fa721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (9f546b8e-b803-43c0-b284-88af45711c72), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:42.321201 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device bc97aaf3-0c0d-415c-b3c3-645269085c58 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:42.332143 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f97f77-5739-4e09-873f-77b51d6fa721 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f546b8e-b803-43c0-b284-88af45711c72,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:42.341871 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] No Port match for: bc97aaf3-0c0d-415c-b3c3-645269085c58 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:30:42.342194 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device bc97aaf3-0c0d-415c-b3c3-645269085c58 not bound to the agent host hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:30:42.492277 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-07f97f77-5739-4e09-873f-77b51d6fa721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-802062'] for router_interface (66b77f47-8c30-400a-a7f5-1c9128668fb0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:42.631864 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:42.640730 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:42.696896 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f97f77-5739-4e09-873f-77b51d6fa721 admin admin] Router 66b77f47-8c30-400a-a7f5-1c9128668fb0 has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:30:42.797266 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f97f77-5739-4e09-873f-77b51d6fa721 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:30:42.802358 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-07f97f77-5739-4e09-873f-77b51d6fa721 admin admin] 10.222.0.20 "PUT /v2.0/routers/66b77f47-8c30-400a-a7f5-1c9128668fb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3404789 Jul 05 10:30:42.804927 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 53064) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:30:42.805652 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7166be-2502-4f61-bac1-7cbca5aad533 None None] Sync routers for ids ['66b77f47-8c30-400a-a7f5-1c9128668fb0'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:30:42.816637 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7166be-2502-4f61-bac1-7cbca5aad533 None None] Routers {'66b77f47-8c30-400a-a7f5-1c9128668fb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:30:42.817245 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-cb7166be-2502-4f61-bac1-7cbca5aad533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:30:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['66b77f47-8c30-400a-a7f5-1c9128668fb0'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:42.909463 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-591005ca-841d-4d45-b965-fa4ae2341c1c admin admin] Publish callbacks [] for router (66b77f47-8c30-400a-a7f5-1c9128668fb0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:42.923555 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-cb7166be-2502-4f61-bac1-7cbca5aad533 None None] Set router 66b77f47-8c30-400a-a7f5-1c9128668fb0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:30:43.006805 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-591005ca-841d-4d45-b965-fa4ae2341c1c admin admin] Publish callbacks [] for router_gateway (66b77f47-8c30-400a-a7f5-1c9128668fb0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:43.050893 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-591005ca-841d-4d45-b965-fa4ae2341c1c admin admin] Deleting port d56a0fea-2433-45c0-9909-da7b348dfd16 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:30:43.051233 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-591005ca-841d-4d45-b965-fa4ae2341c1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (d56a0fea-2433-45c0-9909-da7b348dfd16), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:43.092310 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-cb7166be-2502-4f61-bac1-7cbca5aad533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'name': 'tempest-TestVolumeBootPattern-895301703-router', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47'}], 'enable_snat': True}, 'gw_port_id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:29Z', 'updated_at': '2022-07-05T10:30:42Z', 'revision_number': 5, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'gw_port': {'id': 'd56a0fea-2433-45c0-9909-da7b348dfd16', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:30Z', 'updated_at': '2022-07-05T10:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:43.117669 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7166be-2502-4f61-bac1-7cbca5aad533 None None] Checking router: 66b77f47-8c30-400a-a7f5-1c9128668fb0 for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:30:43.128066 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7166be-2502-4f61-bac1-7cbca5aad533 None None] Routers {'66b77f47-8c30-400a-a7f5-1c9128668fb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:30:43.128700 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-cb7166be-2502-4f61-bac1-7cbca5aad533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:30:14Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['66b77f47-8c30-400a-a7f5-1c9128668fb0'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:43.131113 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-591005ca-841d-4d45-b965-fa4ae2341c1c admin admin] For port d56a0fea-2433-45c0-9909-da7b348dfd16, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d56a0fea-2433-45c0-9909-da7b348dfd16,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:43.131474 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-591005ca-841d-4d45-b965-fa4ae2341c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (d56a0fea-2433-45c0-9909-da7b348dfd16), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:43.144941 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-591005ca-841d-4d45-b965-fa4ae2341c1c admin admin] Calling delete_port for d56a0fea-2433-45c0-9909-da7b348dfd16 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:30:43.213452 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-cb7166be-2502-4f61-bac1-7cbca5aad533 None None] Set router 66b77f47-8c30-400a-a7f5-1c9128668fb0 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:30:43.266987 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-cb7166be-2502-4f61-bac1-7cbca5aad533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'name': 'tempest-TestVolumeBootPattern-895301703-router', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:29Z', 'updated_at': '2022-07-05T10:30:43Z', 'revision_number': 6, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:43.292014 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7166be-2502-4f61-bac1-7cbca5aad533 None None] The sync data for ids ['66b77f47-8c30-400a-a7f5-1c9128668fb0'] in dv-cinder-master-3-iscsi is: [{'id': '66b77f47-8c30-400a-a7f5-1c9128668fb0', 'name': 'tempest-TestVolumeBootPattern-895301703-router', 'tenant_id': '86eac45249ad4a5e9513fcc091bcf42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:29Z', 'updated_at': '2022-07-05T10:30:43Z', 'revision_number': 6, 'project_id': '86eac45249ad4a5e9513fcc091bcf42e', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:30:43.314228 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-591005ca-841d-4d45-b965-fa4ae2341c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (d56a0fea-2433-45c0-9909-da7b348dfd16), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:43.347023 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591005ca-841d-4d45-b965-fa4ae2341c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=d56a0fea-2433-45c0-9909-da7b348dfd16,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:43.396102 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:43.411193 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-591005ca-841d-4d45-b965-fa4ae2341c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-789316'] for router_gateway (66b77f47-8c30-400a-a7f5-1c9128668fb0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:43.744666 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-591005ca-841d-4d45-b965-fa4ae2341c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-795196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28314'] for router (66b77f47-8c30-400a-a7f5-1c9128668fb0), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:43.747002 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-591005ca-841d-4d45-b965-fa4ae2341c1c admin admin] Publish callbacks [] for router_controller (66b77f47-8c30-400a-a7f5-1c9128668fb0), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:43.789300 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-591005ca-841d-4d45-b965-fa4ae2341c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-795179'] for router (66b77f47-8c30-400a-a7f5-1c9128668fb0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:43.790104 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591005ca-841d-4d45-b965-fa4ae2341c1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66b77f47-8c30-400a-a7f5-1c9128668fb0 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:30:43.794518 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-591005ca-841d-4d45-b965-fa4ae2341c1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:43.795659 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-591005ca-841d-4d45-b965-fa4ae2341c1c admin admin] 10.222.0.20 "DELETE /v2.0/routers/66b77f47-8c30-400a-a7f5-1c9128668fb0 HTTP/1.1" status: 204 len: 168 time: 0.9898245 Jul 05 10:30:43.798116 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 53066) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:30:43.845706 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa74a8c3-a4b4-48fe-b336-b2a3eb1bec74 admin admin] Deleting subnet ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 05 10:30:43.848895 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aa74a8c3-a4b4-48fe-b336-b2a3eb1bec74 admin admin] Publish callbacks [] for subnet (ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:43.869130 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:43.884340 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aa74a8c3-a4b4-48fe-b336-b2a3eb1bec74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26770210'] for subnet (ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:43.958425 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aa74a8c3-a4b4-48fe-b336-b2a3eb1bec74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2072780'] for subnet (ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:44.013627 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aa74a8c3-a4b4-48fe-b336-b2a3eb1bec74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2072775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26770432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956688'] for subnet (ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:44.038629 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74a8c3-a4b4-48fe-b336-b2a3eb1bec74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:44.042440 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aa74a8c3-a4b4-48fe-b336-b2a3eb1bec74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:44.047871 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-aa74a8c3-a4b4-48fe-b336-b2a3eb1bec74 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ab1c5bc4-ff3a-4f4a-847e-69ca8c52f6de HTTP/1.1" status: 204 len: 168 time: 0.2465158 Jul 05 10:30:44.048280 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 53068) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:30:44.062838 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596abd5d-c7f4-4648-a9fd-c463d8eeed80 None None] Network 5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:30:44.078164 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 9f546b8e-b803-43c0-b284-88af45711c72 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:44.118760 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] No Port match for: 9f546b8e-b803-43c0-b284-88af45711c72 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:30:44.119451 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 9f546b8e-b803-43c0-b284-88af45711c72 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:30:44.119643 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9169de60-c93d-47d9-adcb-9c08749f30c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1968054'] for network (5a6b68d3-f3f2-400d-a2f3-b1cc33d83760), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:44.121607 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-553c764a-1345-457c-9dff-bc6e5669cbe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:44.169523 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-9169de60-c93d-47d9-adcb-9c08749f30c4 admin admin] Deleting port e4397404-6240-47f3-9b62-47d28f2ce3ce {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:30:44.169778 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9169de60-c93d-47d9-adcb-9c08749f30c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (e4397404-6240-47f3-9b62-47d28f2ce3ce), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:44.238652 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-9169de60-c93d-47d9-adcb-9c08749f30c4 admin admin] For port e4397404-6240-47f3-9b62-47d28f2ce3ce, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e4397404-6240-47f3-9b62-47d28f2ce3ce,segment=NetworkSegment(dc2063b4-108b-4048-b510-8b6b924e698b),segment_id=dc2063b4-108b-4048-b510-8b6b924e698b)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:44.239342 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9169de60-c93d-47d9-adcb-9c08749f30c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (e4397404-6240-47f3-9b62-47d28f2ce3ce), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:44.253932 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-9169de60-c93d-47d9-adcb-9c08749f30c4 admin admin] Calling delete_port for e4397404-6240-47f3-9b62-47d28f2ce3ce owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:30:44.272869 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213022f3-14e5-4863-8b70-add948cb848c None None] DHCP port deletion for 5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 request from dv-cinder-master-3-iscsi {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 05 10:30:44.317630 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-213022f3-14e5-4863-8b70-add948cb848c None None] Deleting port e4397404-6240-47f3-9b62-47d28f2ce3ce {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:30:44.317904 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-213022f3-14e5-4863-8b70-add948cb848c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (e4397404-6240-47f3-9b62-47d28f2ce3ce), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:44.345027 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9169de60-c93d-47d9-adcb-9c08749f30c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (e4397404-6240-47f3-9b62-47d28f2ce3ce), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:44.359239 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9169de60-c93d-47d9-adcb-9c08749f30c4 admin admin] No DVR routers for this DVR port e4397404-6240-47f3-9b62-47d28f2ce3ce on host dv-cinder-master-3-iscsi {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:30:44.391477 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-213022f3-14e5-4863-8b70-add948cb848c None None] For port e4397404-6240-47f3-9b62-47d28f2ce3ce, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e4397404-6240-47f3-9b62-47d28f2ce3ce,segment=NetworkSegment(dc2063b4-108b-4048-b510-8b6b924e698b),segment_id=dc2063b4-108b-4048-b510-8b6b924e698b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:44.391885 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-213022f3-14e5-4863-8b70-add948cb848c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (e4397404-6240-47f3-9b62-47d28f2ce3ce), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:44.396015 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169de60-c93d-47d9-adcb-9c08749f30c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4397404-6240-47f3-9b62-47d28f2ce3ce,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:44.406266 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-213022f3-14e5-4863-8b70-add948cb848c None None] Calling delete_port for e4397404-6240-47f3-9b62-47d28f2ce3ce owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:30:44.456746 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9169de60-c93d-47d9-adcb-9c08749f30c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988390', 'neutron.services.segments.db._delete_segments_for_network-8734376687225'] for network (5a6b68d3-f3f2-400d-a2f3-b1cc33d83760), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:44.476833 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-9169de60-c93d-47d9-adcb-9c08749f30c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a6b68d3-f3f2-400d-a2f3-b1cc33d83760']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:44.484952 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-213022f3-14e5-4863-8b70-add948cb848c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874'] for port (e4397404-6240-47f3-9b62-47d28f2ce3ce), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:44.486647 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-9169de60-c93d-47d9-adcb-9c08749f30c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2063b4-108b-4048-b510-8b6b924e698b') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:44.486939 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-9169de60-c93d-47d9-adcb-9c08749f30c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2063b4-108b-4048-b510-8b6b924e698b') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:44.501001 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9169de60-c93d-47d9-adcb-9c08749f30c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734376687490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26770217'] for segment (dc2063b4-108b-4048-b510-8b6b924e698b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:44.509585 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213022f3-14e5-4863-8b70-add948cb848c None None] Pushing event deleted for resources: {'Port': ['ID=e4397404-6240-47f3-9b62-47d28f2ce3ce,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:44.513200 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213022f3-14e5-4863-8b70-add948cb848c None None] No DVR routers for this DVR port e4397404-6240-47f3-9b62-47d28f2ce3ce on host dv-cinder-master-3-iscsi {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:30:44.514477 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9169de60-c93d-47d9-adcb-9c08749f30c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (dc2063b4-108b-4048-b510-8b6b924e698b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:44.521957 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9169de60-c93d-47d9-adcb-9c08749f30c4 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:30:44.521957 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9169de60-c93d-47d9-adcb-9c08749f30c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26770682'] for segment (dc2063b4-108b-4048-b510-8b6b924e698b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:44.552060 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment dc2063b4-108b-4048-b510-8b6b924e698b resource provider aggregate not found Jul 05 10:30:44.590937 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9169de60-c93d-47d9-adcb-9c08749f30c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-790277'] for network (5a6b68d3-f3f2-400d-a2f3-b1cc33d83760), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:44.597080 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9169de60-c93d-47d9-adcb-9c08749f30c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:44.600271 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-9169de60-c93d-47d9-adcb-9c08749f30c4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5a6b68d3-f3f2-400d-a2f3-b1cc33d83760 HTTP/1.1" status: 204 len: 168 time: 0.5513189 Jul 05 10:30:44.601789 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment dc2063b4-108b-4048-b510-8b6b924e698b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc2063b4-108b-4048-b510-8b6b924e698b found for delete ", "request_id": "req-07333ff3-1281-4740-b2f8-2e3d4a7cf65e"}]} Jul 05 10:30:44.602182 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:44.603545 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 53074) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:30:44.614383 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169de60-c93d-47d9-adcb-9c08749f30c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a6b68d3-f3f2-400d-a2f3-b1cc33d83760,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:44.925569 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b587929e-ced9-4c18-9f38-7a2ddecb0ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-801726'] for router_interface (54070d19-e920-4ab2-b5d8-c5b9f5e6fa30), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:45.020293 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:45.088912 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:45.146421 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:45.153837 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-b587929e-ced9-4c18-9f38-7a2ddecb0ff8 admin admin] Deleting port 21d20c1a-673c-406c-84b6-f94ec6d2f740 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:30:45.154175 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b587929e-ced9-4c18-9f38-7a2ddecb0ff8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (21d20c1a-673c-406c-84b6-f94ec6d2f740), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:45.237489 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-b587929e-ced9-4c18-9f38-7a2ddecb0ff8 admin admin] For port 21d20c1a-673c-406c-84b6-f94ec6d2f740, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=21d20c1a-673c-406c-84b6-f94ec6d2f740,segment=NetworkSegment(213ec10e-1458-4e3a-b3ef-d80130593037),segment_id=213ec10e-1458-4e3a-b3ef-d80130593037)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:45.237847 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b587929e-ced9-4c18-9f38-7a2ddecb0ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (21d20c1a-673c-406c-84b6-f94ec6d2f740), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:45.251525 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-b587929e-ced9-4c18-9f38-7a2ddecb0ff8 admin admin] Calling delete_port for 21d20c1a-673c-406c-84b6-f94ec6d2f740 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:30:45.439798 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device e4397404-6240-47f3-9b62-47d28f2ce3ce no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:45.464197 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] No Port match for: e4397404-6240-47f3-9b62-47d28f2ce3ce {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:30:45.464644 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device e4397404-6240-47f3-9b62-47d28f2ce3ce not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:30:45.465123 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device d56a0fea-2433-45c0-9909-da7b348dfd16 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:45.485188 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] No Port match for: d56a0fea-2433-45c0-9909-da7b348dfd16 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:30:45.485618 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device d56a0fea-2433-45c0-9909-da7b348dfd16 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:30:45.684617 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b587929e-ced9-4c18-9f38-7a2ddecb0ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (21d20c1a-673c-406c-84b6-f94ec6d2f740), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:45.710995 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587929e-ced9-4c18-9f38-7a2ddecb0ff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=21d20c1a-673c-406c-84b6-f94ec6d2f740,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:45.894188 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b587929e-ced9-4c18-9f38-7a2ddecb0ff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-802062'] for router_interface (54070d19-e920-4ab2-b5d8-c5b9f5e6fa30), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:46.104255 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b587929e-ced9-4c18-9f38-7a2ddecb0ff8 admin admin] Router 54070d19-e920-4ab2-b5d8-c5b9f5e6fa30 has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:30:46.200731 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:46.213605 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b587929e-ced9-4c18-9f38-7a2ddecb0ff8 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:30:46.221282 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-b587929e-ced9-4c18-9f38-7a2ddecb0ff8 admin admin] 10.222.0.20 "PUT /v2.0/routers/54070d19-e920-4ab2-b5d8-c5b9f5e6fa30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6143365 Jul 05 10:30:46.221755 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 53076) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:30:46.225070 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eeb0ad-e632-4abc-b287-54c55b4d899c None None] Sync routers for ids ['54070d19-e920-4ab2-b5d8-c5b9f5e6fa30'] in dv-cinder-master-3-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:30:46.236246 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eeb0ad-e632-4abc-b287-54c55b4d899c None None] Routers {'54070d19-e920-4ab2-b5d8-c5b9f5e6fa30'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:30:46.236923 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d8eeb0ad-e632-4abc-b287-54c55b4d899c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:30:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['54070d19-e920-4ab2-b5d8-c5b9f5e6fa30'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:46.273568 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:46.326019 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e6907d24-75cd-44b7-a861-724b324e27bc admin admin] Publish callbacks [] for router (54070d19-e920-4ab2-b5d8-c5b9f5e6fa30), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:46.348674 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:46.360309 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:46.435538 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-d8eeb0ad-e632-4abc-b287-54c55b4d899c None None] Set router 54070d19-e920-4ab2-b5d8-c5b9f5e6fa30 gateway port host: dv-cinder-master-3-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:30:46.436354 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e6907d24-75cd-44b7-a861-724b324e27bc admin admin] Publish callbacks [] for router_gateway (54070d19-e920-4ab2-b5d8-c5b9f5e6fa30), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:46.482616 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-e6907d24-75cd-44b7-a861-724b324e27bc admin admin] Deleting port cdce61a6-175f-4f0d-841f-49bc7204f470 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:30:46.482949 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e6907d24-75cd-44b7-a861-724b324e27bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (cdce61a6-175f-4f0d-841f-49bc7204f470), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:46.573768 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-e6907d24-75cd-44b7-a861-724b324e27bc admin admin] For port cdce61a6-175f-4f0d-841f-49bc7204f470, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cdce61a6-175f-4f0d-841f-49bc7204f470,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:46.574486 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e6907d24-75cd-44b7-a861-724b324e27bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (cdce61a6-175f-4f0d-841f-49bc7204f470), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:46.588180 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-e6907d24-75cd-44b7-a861-724b324e27bc admin admin] Calling delete_port for cdce61a6-175f-4f0d-841f-49bc7204f470 owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:30:46.608926 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d8eeb0ad-e632-4abc-b287-54c55b4d899c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54070d19-e920-4ab2-b5d8-c5b9f5e6fa30', 'name': 'tempest-TestVolumeBootPattern-1593525324-router', 'tenant_id': '78c9221526824231babe7a480dae7bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.177'}], 'enable_snat': True}, 'gw_port_id': 'cdce61a6-175f-4f0d-841f-49bc7204f470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:34Z', 'updated_at': '2022-07-05T10:30:45Z', 'revision_number': 5, 'project_id': '78c9221526824231babe7a480dae7bef', 'gw_port': {'id': 'cdce61a6-175f-4f0d-841f-49bc7204f470', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54070d19-e920-4ab2-b5d8-c5b9f5e6fa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:22:35Z', 'updated_at': '2022-07-05T10:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:46.635613 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eeb0ad-e632-4abc-b287-54c55b4d899c None None] Checking router: 54070d19-e920-4ab2-b5d8-c5b9f5e6fa30 for host: dv-cinder-master-3-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:30:46.644283 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eeb0ad-e632-4abc-b287-54c55b4d899c None None] Routers {'54070d19-e920-4ab2-b5d8-c5b9f5e6fa30'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:30:46.644911 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d8eeb0ad-e632-4abc-b287-54c55b4d899c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:30:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['54070d19-e920-4ab2-b5d8-c5b9f5e6fa30'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:46.732863 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-d8eeb0ad-e632-4abc-b287-54c55b4d899c None None] Set router 54070d19-e920-4ab2-b5d8-c5b9f5e6fa30 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:30:46.764174 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e6907d24-75cd-44b7-a861-724b324e27bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (cdce61a6-175f-4f0d-841f-49bc7204f470), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:46.789405 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d8eeb0ad-e632-4abc-b287-54c55b4d899c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54070d19-e920-4ab2-b5d8-c5b9f5e6fa30', 'name': 'tempest-TestVolumeBootPattern-1593525324-router', 'tenant_id': '78c9221526824231babe7a480dae7bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:34Z', 'updated_at': '2022-07-05T10:30:46Z', 'revision_number': 6, 'project_id': '78c9221526824231babe7a480dae7bef', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:46.796499 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6907d24-75cd-44b7-a861-724b324e27bc admin admin] Pushing event deleted for resources: {'Port': ['ID=cdce61a6-175f-4f0d-841f-49bc7204f470,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:46.819037 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eeb0ad-e632-4abc-b287-54c55b4d899c None None] The sync data for ids ['54070d19-e920-4ab2-b5d8-c5b9f5e6fa30'] in dv-cinder-master-3-iscsi is: [{'id': '54070d19-e920-4ab2-b5d8-c5b9f5e6fa30', 'name': 'tempest-TestVolumeBootPattern-1593525324-router', 'tenant_id': '78c9221526824231babe7a480dae7bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:22:34Z', 'updated_at': '2022-07-05T10:30:46Z', 'revision_number': 6, 'project_id': '78c9221526824231babe7a480dae7bef', 'gw_port_host': None}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:30:46.866947 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e6907d24-75cd-44b7-a861-724b324e27bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-789316'] for router_gateway (54070d19-e920-4ab2-b5d8-c5b9f5e6fa30), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:46.883793 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:46.959513 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e6907d24-75cd-44b7-a861-724b324e27bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-795196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28314'] for router (54070d19-e920-4ab2-b5d8-c5b9f5e6fa30), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:46.962018 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e6907d24-75cd-44b7-a861-724b324e27bc admin admin] Publish callbacks [] for router_controller (54070d19-e920-4ab2-b5d8-c5b9f5e6fa30), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:47.010253 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e6907d24-75cd-44b7-a861-724b324e27bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-795179'] for router (54070d19-e920-4ab2-b5d8-c5b9f5e6fa30), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:47.011567 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6907d24-75cd-44b7-a861-724b324e27bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54070d19-e920-4ab2-b5d8-c5b9f5e6fa30 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:30:47.016928 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e6907d24-75cd-44b7-a861-724b324e27bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:47.020738 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 53078) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:30:47.021295 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-e6907d24-75cd-44b7-a861-724b324e27bc admin admin] 10.222.0.20 "DELETE /v2.0/routers/54070d19-e920-4ab2-b5d8-c5b9f5e6fa30 HTTP/1.1" status: 204 len: 168 time: 0.7987752 Jul 05 10:30:47.066236 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-49908f6f-0459-4a6b-a0ec-e53f604511e5 admin admin] Deleting subnet b4eb0b88-2411-46ac-ad29-5a29d2eee8c3 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 05 10:30:47.069673 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-49908f6f-0459-4a6b-a0ec-e53f604511e5 admin admin] Publish callbacks [] for subnet (b4eb0b88-2411-46ac-ad29-5a29d2eee8c3), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:47.109902 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-49908f6f-0459-4a6b-a0ec-e53f604511e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26770210'] for subnet (b4eb0b88-2411-46ac-ad29-5a29d2eee8c3), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:47.150489 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:47.194701 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-49908f6f-0459-4a6b-a0ec-e53f604511e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2072780'] for subnet (b4eb0b88-2411-46ac-ad29-5a29d2eee8c3), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:47.259182 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-49908f6f-0459-4a6b-a0ec-e53f604511e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2072775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26770432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956688'] for subnet (b4eb0b88-2411-46ac-ad29-5a29d2eee8c3), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:47.294709 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49908f6f-0459-4a6b-a0ec-e53f604511e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4eb0b88-2411-46ac-ad29-5a29d2eee8c3,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:47.305348 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-49908f6f-0459-4a6b-a0ec-e53f604511e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:47.306274 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3175abd-2bf7-4444-b9b9-e6f21c5c6d37 None None] Network f8a6e15d-7b71-480b-9235-7bf71208e28b requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:30:47.309736 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-49908f6f-0459-4a6b-a0ec-e53f604511e5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b4eb0b88-2411-46ac-ad29-5a29d2eee8c3 HTTP/1.1" status: 204 len: 168 time: 0.2879655 Jul 05 10:30:47.312624 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 53080) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:30:47.317363 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:47.386058 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f6be5ea-3bf4-4d4c-b8c9-dac410f613be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1968054'] for network (f8a6e15d-7b71-480b-9235-7bf71208e28b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:47.435703 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-1f6be5ea-3bf4-4d4c-b8c9-dac410f613be admin admin] Deleting port 41e4b151-0be7-4177-962b-f4b5b9d7d214 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:30:47.436170 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f6be5ea-3bf4-4d4c-b8c9-dac410f613be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (41e4b151-0be7-4177-962b-f4b5b9d7d214), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:47.507431 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-1f6be5ea-3bf4-4d4c-b8c9-dac410f613be admin admin] For port 41e4b151-0be7-4177-962b-f4b5b9d7d214, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=41e4b151-0be7-4177-962b-f4b5b9d7d214,segment=NetworkSegment(213ec10e-1458-4e3a-b3ef-d80130593037),segment_id=213ec10e-1458-4e3a-b3ef-d80130593037)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:47.507792 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f6be5ea-3bf4-4d4c-b8c9-dac410f613be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (41e4b151-0be7-4177-962b-f4b5b9d7d214), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:47.520974 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-1f6be5ea-3bf4-4d4c-b8c9-dac410f613be admin admin] Calling delete_port for 41e4b151-0be7-4177-962b-f4b5b9d7d214 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:30:47.601869 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d592ab-3643-4786-ba0e-bfe33f9f72d9 None None] DHCP port deletion for f8a6e15d-7b71-480b-9235-7bf71208e28b request from dv-cinder-master-3-iscsi {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 05 10:30:47.616879 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f6be5ea-3bf4-4d4c-b8c9-dac410f613be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (41e4b151-0be7-4177-962b-f4b5b9d7d214), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:47.646893 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6be5ea-3bf4-4d4c-b8c9-dac410f613be admin admin] Pushing event deleted for resources: {'Port': ['ID=41e4b151-0be7-4177-962b-f4b5b9d7d214,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:47.659642 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6be5ea-3bf4-4d4c-b8c9-dac410f613be admin admin] No DVR routers for this DVR port 41e4b151-0be7-4177-962b-f4b5b9d7d214 on host dv-cinder-master-3-iscsi {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:30:47.667935 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-41d592ab-3643-4786-ba0e-bfe33f9f72d9 None None] Deleting port 41e4b151-0be7-4177-962b-f4b5b9d7d214 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:30:47.668665 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-41d592ab-3643-4786-ba0e-bfe33f9f72d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (41e4b151-0be7-4177-962b-f4b5b9d7d214), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:47.753961 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f6be5ea-3bf4-4d4c-b8c9-dac410f613be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988390', 'neutron.services.segments.db._delete_segments_for_network-8734376687225'] for network (f8a6e15d-7b71-480b-9235-7bf71208e28b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:47.778460 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1f6be5ea-3bf4-4d4c-b8c9-dac410f613be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a6e15d-7b71-480b-9235-7bf71208e28b']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:47.790206 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1f6be5ea-3bf4-4d4c-b8c9-dac410f613be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213ec10e-1458-4e3a-b3ef-d80130593037') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:47.790658 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1f6be5ea-3bf4-4d4c-b8c9-dac410f613be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213ec10e-1458-4e3a-b3ef-d80130593037') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:47.802348 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f6be5ea-3bf4-4d4c-b8c9-dac410f613be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734376687490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26770217'] for segment (213ec10e-1458-4e3a-b3ef-d80130593037), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:47.818318 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f6be5ea-3bf4-4d4c-b8c9-dac410f613be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (213ec10e-1458-4e3a-b3ef-d80130593037), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:47.819758 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 41e4b151-0be7-4177-962b-f4b5b9d7d214 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:47.827840 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f6be5ea-3bf4-4d4c-b8c9-dac410f613be admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:30:47.828288 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f6be5ea-3bf4-4d4c-b8c9-dac410f613be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26770682'] for segment (213ec10e-1458-4e3a-b3ef-d80130593037), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:47.855626 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] No Port match for: 41e4b151-0be7-4177-962b-f4b5b9d7d214 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:30:47.855845 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 41e4b151-0be7-4177-962b-f4b5b9d7d214 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:30:47.856292 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device cdce61a6-175f-4f0d-841f-49bc7204f470 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:47.861767 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment 213ec10e-1458-4e3a-b3ef-d80130593037 resource provider aggregate not found Jul 05 10:30:47.922700 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment 213ec10e-1458-4e3a-b3ef-d80130593037 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 213ec10e-1458-4e3a-b3ef-d80130593037 found for delete ", "request_id": "req-9d3bfd5e-17df-49b1-9ce4-a275d381cf0e"}]} Jul 05 10:30:47.924655 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-41d592ab-3643-4786-ba0e-bfe33f9f72d9 None None] For port 41e4b151-0be7-4177-962b-f4b5b9d7d214, host dv-cinder-master-3-iscsi, got binding levels [] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:47.925159 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-41d592ab-3643-4786-ba0e-bfe33f9f72d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (41e4b151-0be7-4177-962b-f4b5b9d7d214), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:47.928594 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] No Port match for: cdce61a6-175f-4f0d-841f-49bc7204f470 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:30:47.929190 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device cdce61a6-175f-4f0d-841f-49bc7204f470 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:30:47.930213 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 21d20c1a-673c-406c-84b6-f94ec6d2f740 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:47.943802 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f6be5ea-3bf4-4d4c-b8c9-dac410f613be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-790277'] for network (f8a6e15d-7b71-480b-9235-7bf71208e28b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:47.948904 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f6be5ea-3bf4-4d4c-b8c9-dac410f613be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:47.955562 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-1f6be5ea-3bf4-4d4c-b8c9-dac410f613be admin admin] 10.222.0.20 "DELETE /v2.0/networks/f8a6e15d-7b71-480b-9235-7bf71208e28b HTTP/1.1" status: 204 len: 168 time: 0.6418447 Jul 05 10:30:47.962017 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-41d592ab-3643-4786-ba0e-bfe33f9f72d9 None None] Calling delete_port for 41e4b151-0be7-4177-962b-f4b5b9d7d214 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:30:47.963323 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] No Port match for: 21d20c1a-673c-406c-84b6-f94ec6d2f740 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:30:47.964813 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device 21d20c1a-673c-406c-84b6-f94ec6d2f740 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:30:47.966948 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.ipam_backend_mixin [None req-41d592ab-3643-4786-ba0e-bfe33f9f72d9 None None] Port 41e4b151-0be7-4177-962b-f4b5b9d7d214 was not found and therefore no delete operation was performed {{(pid=104033) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 05 10:30:47.968560 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-41d592ab-3643-4786-ba0e-bfe33f9f72d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874'] for port (41e4b151-0be7-4177-962b-f4b5b9d7d214), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:47.973981 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6be5ea-3bf4-4d4c-b8c9-dac410f613be admin admin] Pushing event deleted for resources: {'Network': ['ID=f8a6e15d-7b71-480b-9235-7bf71208e28b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:47.995307 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-41d592ab-3643-4786-ba0e-bfe33f9f72d9 None None] Network f8a6e15d-7b71-480b-9235-7bf71208e28b is not hosted by any dhcp agent {{(pid=104033) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 05 10:30:47.995736 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d592ab-3643-4786-ba0e-bfe33f9f72d9 None None] No DVR routers for this DVR port 41e4b151-0be7-4177-962b-f4b5b9d7d214 on host dv-cinder-master-3-iscsi {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:30:47.997793 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d592ab-3643-4786-ba0e-bfe33f9f72d9 None None] Pushing event deleted for resources: {'Port': ['ID=41e4b151-0be7-4177-962b-f4b5b9d7d214,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:48.119900 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 53088) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:30:48.162804 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-a665daad-c79c-46e9-8bc1-84717643b92a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=86eac45249ad4a5e9513fcc091bcf42e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416677 Jul 05 10:30:48.165348 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 53090) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:30:48.215553 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8842dc4a-e97f-4b13-8c93-9a1ef190caf9 admin admin] Publish callbacks [] for security_group (aecfaef8-a241-416e-bbf9-beece0aad9f7), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:48.237585 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8842dc4a-e97f-4b13-8c93-9a1ef190caf9 admin admin] Publish callbacks [] for security_group (aecfaef8-a241-416e-bbf9-beece0aad9f7), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:48.259501 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:48.266556 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:48.288306 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8842dc4a-e97f-4b13-8c93-9a1ef190caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (aecfaef8-a241-416e-bbf9-beece0aad9f7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:48.290847 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8842dc4a-e97f-4b13-8c93-9a1ef190caf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:48.292056 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-8842dc4a-e97f-4b13-8c93-9a1ef190caf9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aecfaef8-a241-416e-bbf9-beece0aad9f7 HTTP/1.1" status: 204 len: 168 time: 0.1257296 Jul 05 10:30:48.302843 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842dc4a-e97f-4b13-8c93-9a1ef190caf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecfaef8-a241-416e-bbf9-beece0aad9f7,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:48.645892 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 53096) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:30:48.689239 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-e0ad7a8f-6518-4569-9cb3-2065cc1ffe7d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78c9221526824231babe7a480dae7bef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421412 Jul 05 10:30:48.691609 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 53098) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:30:48.744729 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0422d9c6-fc13-4190-82f0-7657ed9a9221 admin admin] Publish callbacks [] for security_group (7ec8a2e5-fa71-4fd6-bf57-8b12f3c246a1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:48.767271 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0422d9c6-fc13-4190-82f0-7657ed9a9221 admin admin] Publish callbacks [] for security_group (7ec8a2e5-fa71-4fd6-bf57-8b12f3c246a1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:48.818175 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0422d9c6-fc13-4190-82f0-7657ed9a9221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (7ec8a2e5-fa71-4fd6-bf57-8b12f3c246a1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:48.822107 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0422d9c6-fc13-4190-82f0-7657ed9a9221 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:30:48.825011 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-0422d9c6-fc13-4190-82f0-7657ed9a9221 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ec8a2e5-fa71-4fd6-bf57-8b12f3c246a1 HTTP/1.1" status: 204 len: 168 time: 0.1323066 Jul 05 10:30:48.834212 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422d9c6-fc13-4190-82f0-7657ed9a9221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec8a2e5-fa71-4fd6-bf57-8b12f3c246a1,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:57.958989 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:57.960966 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=61,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:58.803478 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=21,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:58.829855 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:DELETE=4,neutron:SELECT=25 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:58.846406 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=23 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:30:58.847142 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=35 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:31:06.364218 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=78 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:31:06.366881 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:31:07.214497 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:31:11.542027 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e0b4cfbc-03a1-4ece-a9f2-b9cf96ef60c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:31:11.905108 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:31:14.057290 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5f515a3b-a63a-4df2-ae65-8b1b5fe0ab64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:31:15.025034 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:31:16.351423 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:31:16.857776 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:31:26.236833 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:31:26.248948 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=6 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:31:26.851322 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:31:26.853198 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=4,neutron:UPDATE=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:31:32.745258 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7d6e2310-66bd-4db2-8ed9-2e8b2ce376ca req-13befba1-0a09-47a5-b2cf-17e01a061a4d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bc953afb-2d84-4da4-9478-21f39ca83773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1719451 Jul 05 10:31:32.842172 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e2310-66bd-4db2-8ed9-2e8b2ce376ca req-10bdb21e-2704-4760-bc1c-1fb22b2740ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:31:32.843573 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7d6e2310-66bd-4db2-8ed9-2e8b2ce376ca req-10bdb21e-2704-4760-bc1c-1fb22b2740ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b5c262b91db42cb9e4042b180f9fb4d&device_id=bc953afb-2d84-4da4-9478-21f39ca83773 HTTP/1.1" status: 200 len: 1129 time: 0.0394175 Jul 05 10:31:32.949552 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e2310-66bd-4db2-8ed9-2e8b2ce376ca req-26bdfb38-b19b-4003-9fb1-99ee6db9035d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:31:32.951039 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7d6e2310-66bd-4db2-8ed9-2e8b2ce376ca req-26bdfb38-b19b-4003-9fb1-99ee6db9035d service neutron] 10.222.0.30 "GET /v2.0/networks?id=905e65c9-d2c9-40b0-a3db-38b3be82f3f2 HTTP/1.1" status: 200 len: 912 time: 0.0897183 Jul 05 10:31:33.010475 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7d6e2310-66bd-4db2-8ed9-2e8b2ce376ca req-86af7dd3-0d28-4778-abbb-7602a7e54496 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ccb0cb8-059d-462f-8560-f28cdf748acd HTTP/1.1" status: 200 len: 1001 time: 0.0534391 Jul 05 10:31:33.062127 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e2310-66bd-4db2-8ed9-2e8b2ce376ca req-3d53c817-f5f2-418a-872a-70f9f2e22d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:31:33.063534 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7d6e2310-66bd-4db2-8ed9-2e8b2ce376ca req-3d53c817-f5f2-418a-872a-70f9f2e22d3b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ae0d34b-31e2-476a-b729-9e109937f183 HTTP/1.1" status: 200 len: 850 time: 0.0472689 Jul 05 10:31:33.104875 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e2310-66bd-4db2-8ed9-2e8b2ce376ca req-e085df58-2034-44dd-9400-d2388941b241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:31:33.106841 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7d6e2310-66bd-4db2-8ed9-2e8b2ce376ca req-e085df58-2034-44dd-9400-d2388941b241 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=905e65c9-d2c9-40b0-a3db-38b3be82f3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379641 Jul 05 10:31:33.199091 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7d6e2310-66bd-4db2-8ed9-2e8b2ce376ca req-e97b02b0-754e-43de-8bef-8e6289952aac service neutron] 10.222.0.30 "GET /v2.0/networks/905e65c9-d2c9-40b0-a3db-38b3be82f3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854692 Jul 05 10:31:33.288499 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7d6e2310-66bd-4db2-8ed9-2e8b2ce376ca req-81605356-379b-4b64-b592-febafec1032a service neutron] 10.222.0.30 "GET /v2.0/networks/905e65c9-d2c9-40b0-a3db-38b3be82f3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819511 Jul 05 10:31:41.542933 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a4f180c8-b129-4938-8ed8-43486b89f63a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:31:41.922308 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:31:43.284450 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=47 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:31:43.285213 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=54 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:31:44.058819 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c91777ba-29e0-43eb-8a92-aff991d3c83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:31:44.213552 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:31:45.025486 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:31:46.354827 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:31:46.860235 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:31:56.850036 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:31:56.855991 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:32:02.552563 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be2193-622c-40c9-8ad4-ef962748a4af req-73642b11-b2ed-48fd-8b27-5975a425aa86 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:32:02.553928 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-40be2193-622c-40c9-8ad4-ef962748a4af req-73642b11-b2ed-48fd-8b27-5975a425aa86 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc953afb-2d84-4da4-9478-21f39ca83773 HTTP/1.1" status: 200 len: 945 time: 0.0472264 Jul 05 10:32:02.602721 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-40be2193-622c-40c9-8ad4-ef962748a4af req-9c21d26b-1a07-4e87-91dd-0757d8972305 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5b0db8d-1ca9-4180-bc58-5c7d41f1acac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433598 Jul 05 10:32:03.244259 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=7 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:32:03.716542 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea48f57-7461-4a03-8dc0-17819bf70cd9 req-4d08d88a-0d9f-4191-bff0-7c4e32553689 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:32:03.718004 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6ea48f57-7461-4a03-8dc0-17819bf70cd9 req-4d08d88a-0d9f-4191-bff0-7c4e32553689 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc953afb-2d84-4da4-9478-21f39ca83773 HTTP/1.1" status: 200 len: 945 time: 0.0466299 Jul 05 10:32:03.764814 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6ea48f57-7461-4a03-8dc0-17819bf70cd9 req-d3d354a6-ebb8-414f-8c76-65386f2639d7 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5b0db8d-1ca9-4180-bc58-5c7d41f1acac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414128 Jul 05 10:32:04.721615 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5e56a-5e0b-4652-a82a-335dca1123c9 req-5819fab6-7f4a-4303-818d-bad44d84f2fa tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:32:04.723067 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7cd5e56a-5e0b-4652-a82a-335dca1123c9 req-5819fab6-7f4a-4303-818d-bad44d84f2fa tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc953afb-2d84-4da4-9478-21f39ca83773 HTTP/1.1" status: 200 len: 945 time: 0.0458882 Jul 05 10:32:04.803350 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-7cd5e56a-5e0b-4652-a82a-335dca1123c9 req-1d4ebf6d-963c-4b63-9bc9-6796b1d8614f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Deleting port 8ccb0cb8-059d-462f-8560-f28cdf748acd {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:32:04.803697 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7cd5e56a-5e0b-4652-a82a-335dca1123c9 req-1d4ebf6d-963c-4b63-9bc9-6796b1d8614f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (8ccb0cb8-059d-462f-8560-f28cdf748acd), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:04.915622 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af0065-f8ad-4e96-9b51-6e319d836790 req-cedfb43c-9e0e-47b8-8997-c78a81142657 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 10:32:04.917096 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-27af0065-f8ad-4e96-9b51-6e319d836790 req-cedfb43c-9e0e-47b8-8997-c78a81142657 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc953afb-2d84-4da4-9478-21f39ca83773 HTTP/1.1" status: 200 len: 945 time: 0.0845015 Jul 05 10:32:04.959638 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-7cd5e56a-5e0b-4652-a82a-335dca1123c9 req-1d4ebf6d-963c-4b63-9bc9-6796b1d8614f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] For port 8ccb0cb8-059d-462f-8560-f28cdf748acd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8ccb0cb8-059d-462f-8560-f28cdf748acd,segment=NetworkSegment(c9eb5960-fb18-4f8f-92bc-ade4c127197b),segment_id=c9eb5960-fb18-4f8f-92bc-ade4c127197b)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:04.960001 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7cd5e56a-5e0b-4652-a82a-335dca1123c9 req-1d4ebf6d-963c-4b63-9bc9-6796b1d8614f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (8ccb0cb8-059d-462f-8560-f28cdf748acd), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:05.022562 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-27af0065-f8ad-4e96-9b51-6e319d836790 req-efc12ba7-d557-41ef-a4dd-4ac8e9a0d666 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5b0db8d-1ca9-4180-bc58-5c7d41f1acac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989332 Jul 05 10:32:05.135544 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7cd5e56a-5e0b-4652-a82a-335dca1123c9 req-1d4ebf6d-963c-4b63-9bc9-6796b1d8614f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:05.135844 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7cd5e56a-5e0b-4652-a82a-335dca1123c9 req-1d4ebf6d-963c-4b63-9bc9-6796b1d8614f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-790480'] for floatingip (1e88584d-a1bc-43d2-b91b-77b5535fad59), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:05.136212 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.db.l3_db [req-7cd5e56a-5e0b-4652-a82a-335dca1123c9 req-1d4ebf6d-963c-4b63-9bc9-6796b1d8614f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Floating IP 1e88584d-a1bc-43d2-b91b-77b5535fad59 disassociated. External IP: 172.37.2.206, port: 8ccb0cb8-059d-462f-8560-f28cdf748acd. Jul 05 10:32:05.136584 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-7cd5e56a-5e0b-4652-a82a-335dca1123c9 req-1d4ebf6d-963c-4b63-9bc9-6796b1d8614f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Calling delete_port for 8ccb0cb8-059d-462f-8560-f28cdf748acd owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:32:05.261831 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7cd5e56a-5e0b-4652-a82a-335dca1123c9 req-1d4ebf6d-963c-4b63-9bc9-6796b1d8614f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26022385'] for port (8ccb0cb8-059d-462f-8560-f28cdf748acd), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:05.288976 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ebf6d-963c-4b63-9bc9-6796b1d8614f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Pushing event deleted for resources: {'Port': ['ID=8ccb0cb8-059d-462f-8560-f28cdf748acd,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:05.300539 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ebf6d-963c-4b63-9bc9-6796b1d8614f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:05.301011 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ebf6d-963c-4b63-9bc9-6796b1d8614f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:05.301209 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ebf6d-963c-4b63-9bc9-6796b1d8614f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:05.301539 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ebf6d-963c-4b63-9bc9-6796b1d8614f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:05.301865 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ebf6d-963c-4b63-9bc9-6796b1d8614f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:05.302195 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ebf6d-963c-4b63-9bc9-6796b1d8614f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:05.302538 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ebf6d-963c-4b63-9bc9-6796b1d8614f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:05.302856 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ebf6d-963c-4b63-9bc9-6796b1d8614f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:05.303176 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ebf6d-963c-4b63-9bc9-6796b1d8614f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:05.303501 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ebf6d-963c-4b63-9bc9-6796b1d8614f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:05.303813 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ebf6d-963c-4b63-9bc9-6796b1d8614f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:05.304133 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ebf6d-963c-4b63-9bc9-6796b1d8614f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:05.304471 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ebf6d-963c-4b63-9bc9-6796b1d8614f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:05.304785 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ebf6d-963c-4b63-9bc9-6796b1d8614f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:05.305098 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ebf6d-963c-4b63-9bc9-6796b1d8614f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:05.386665 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:32:05.394859 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:32:05.411541 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cd5e56a-5e0b-4652-a82a-335dca1123c9 req-1d4ebf6d-963c-4b63-9bc9-6796b1d8614f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Router f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1 has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:32:05.513692 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cd5e56a-5e0b-4652-a82a-335dca1123c9 req-1d4ebf6d-963c-4b63-9bc9-6796b1d8614f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:32:05.524900 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf4c5df-206a-4d83-b503-ea06862a6abd None None] Sync routers for ids ['f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:32:05.535978 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf4c5df-206a-4d83-b503-ea06862a6abd None None] Routers {'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:32:05.536627 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-8cf4c5df-206a-4d83-b503-ea06862a6abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:31:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:32:05.556506 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd5e56a-5e0b-4652-a82a-335dca1123c9 req-1d4ebf6d-963c-4b63-9bc9-6796b1d8614f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] No DVR routers for this DVR port 8ccb0cb8-059d-462f-8560-f28cdf748acd on host hv-cinder-maste {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:32:05.558961 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7cd5e56a-5e0b-4652-a82a-335dca1123c9 req-1d4ebf6d-963c-4b63-9bc9-6796b1d8614f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:05.562129 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7cd5e56a-5e0b-4652-a82a-335dca1123c9 req-1d4ebf6d-963c-4b63-9bc9-6796b1d8614f tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.30 "DELETE /v2.0/ports/8ccb0cb8-059d-462f-8560-f28cdf748acd HTTP/1.1" status: 204 len: 173 time: 0.8344471 Jul 05 10:32:05.562558 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc953afb-2d84-4da4-9478-21f39ca83773', 'name': 'network-vif-deleted', 'tag': '8ccb0cb8-059d-462f-8560-f28cdf748acd'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 10:32:05.564772 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd0d273ade9f1ba5de81c7630a0645b2e9b05856d640192d84af64a467eed41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609cf14c-0420-402e-ad19-869c2ddbfc49" -d '{"events": [{"server_uuid": "bc953afb-2d84-4da4-9478-21f39ca83773", "name": "network-vif-deleted", "tag": "8ccb0cb8-059d-462f-8560-f28cdf748acd"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:32:05.600281 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 10:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c279097-5fe1-49d3-b831-754964a0a5d5 x-openstack-request-id: req-1c279097-5fe1-49d3-b831-754964a0a5d5 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:32:05.600596 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc953afb-2d84-4da4-9478-21f39ca83773", "name": "network-vif-deleted", "tag": "8ccb0cb8-059d-462f-8560-f28cdf748acd", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:32:05.601038 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c279097-5fe1-49d3-b831-754964a0a5d5 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:32:05.601361 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c279097-5fe1-49d3-b831-754964a0a5d5'] response: {'server_uuid': 'bc953afb-2d84-4da4-9478-21f39ca83773', 'name': 'network-vif-deleted', 'tag': '8ccb0cb8-059d-462f-8560-f28cdf748acd', 'status': 'completed', 'code': 200} Jul 05 10:32:05.644129 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-8cf4c5df-206a-4d83-b503-ea06862a6abd None None] Set router f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:32:05.838168 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-8cf4c5df-206a-4d83-b503-ea06862a6abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'name': 'tempest-AttachVolumeTestJSON-1214041305-router', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89'}], 'enable_snat': True}, 'gw_port_id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:52Z', 'revision_number': 4, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'gw_port': {'id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:24:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'efc6bbec-cf3e-431f-aa52-68946b7c4627', 'name': '', 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'mac_address': 'fa:16:3e:72:2e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:52Z', 'updated_at': '2022-07-05T10:25:57Z', 'revision_number': 5, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'subnets': [{'id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:32:05.863719 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf4c5df-206a-4d83-b503-ea06862a6abd None None] Checking router: f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1 for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:32:05.872006 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf4c5df-206a-4d83-b503-ea06862a6abd None None] Routers {'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:32:05.872633 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-8cf4c5df-206a-4d83-b503-ea06862a6abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:31:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:32:05.974037 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-8cf4c5df-206a-4d83-b503-ea06862a6abd None None] Set router f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:32:06.146410 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c1016ee5-9498-4465-a460-07daa0f9823d req-ea22e5e1-c759-4a13-856a-ae99c69ea4ce tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc953afb-2d84-4da4-9478-21f39ca83773 HTTP/1.1" status: 200 len: 210 time: 0.0303395 Jul 05 10:32:06.174630 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-8cf4c5df-206a-4d83-b503-ea06862a6abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'name': 'tempest-AttachVolumeTestJSON-1214041305-router', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89'}], 'enable_snat': True}, 'gw_port_id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:52Z', 'revision_number': 4, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'gw_port': {'id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:24:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'efc6bbec-cf3e-431f-aa52-68946b7c4627', 'name': '', 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'mac_address': 'fa:16:3e:72:2e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:52Z', 'updated_at': '2022-07-05T10:25:57Z', 'revision_number': 5, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'subnets': [{'id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:32:06.203352 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf4c5df-206a-4d83-b503-ea06862a6abd None None] The sync data for ids ['f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'] in dv-cinder-master-3-iscsi is: [{'id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'name': 'tempest-AttachVolumeTestJSON-1214041305-router', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89'}], 'enable_snat': True}, 'gw_port_id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:52Z', 'revision_number': 4, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'gw_port': {'id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:24:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'efc6bbec-cf3e-431f-aa52-68946b7c4627', 'name': '', 'network_id': '905e65c9-d2c9-40b0-a3db-38b3be82f3f2', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'mac_address': 'fa:16:3e:72:2e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:52Z', 'updated_at': '2022-07-05T10:25:57Z', 'revision_number': 5, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'subnets': [{'id': '9ae0d34b-31e2-476a-b729-9e109937f183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:32:06.409222 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbfd7de-1563-4753-b724-e0b063c071bc None None] New status for floating IP 1e88584d-a1bc-43d2-b91b-77b5535fad59: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 10:32:06.411830 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:32:07.230487 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 53252) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:32:07.287424 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf6d4a84-0d68-4a41-ab7f-06eb53f593bb tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for security_group (a5b0db8d-1ca9-4180-bc58-5c7d41f1acac), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:07.310557 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf6d4a84-0d68-4a41-ab7f-06eb53f593bb tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for security_group (a5b0db8d-1ca9-4180-bc58-5c7d41f1acac), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:07.357890 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf6d4a84-0d68-4a41-ab7f-06eb53f593bb tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (a5b0db8d-1ca9-4180-bc58-5c7d41f1acac), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:07.360352 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf6d4a84-0d68-4a41-ab7f-06eb53f593bb tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:07.361539 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-cf6d4a84-0d68-4a41-ab7f-06eb53f593bb tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "DELETE /v2.0/security-groups/a5b0db8d-1ca9-4180-bc58-5c7d41f1acac HTTP/1.1" status: 204 len: 168 time: 0.1295650 Jul 05 10:32:07.364300 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 53254) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:32:07.370768 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d4a84-0d68-4a41-ab7f-06eb53f593bb tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b0db8d-1ca9-4180-bc58-5c7d41f1acac,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:07.379166 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.api.v2.resource [None req-628fedec-bd7c-44e6-8c43-199cc5974ce0 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] show failed (client error): The resource could not be found. Jul 05 10:32:07.380172 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-628fedec-bd7c-44e6-8c43-199cc5974ce0 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "GET /v2.0/security-groups/a5b0db8d-1ca9-4180-bc58-5c7d41f1acac HTTP/1.1" status: 404 len: 347 time: 0.0148861 Jul 05 10:32:07.383026 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 53258) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:32:07.492474 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-f91ff792-f6ff-4d22-be24-91de5c23bf80 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Deleting port 4b6c7386-fc16-4d76-b415-460609590087 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:32:07.492819 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f91ff792-f6ff-4d22-be24-91de5c23bf80 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (4b6c7386-fc16-4d76-b415-460609590087), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:07.569928 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f91ff792-f6ff-4d22-be24-91de5c23bf80 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (4b6c7386-fc16-4d76-b415-460609590087), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:07.570249 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f91ff792-f6ff-4d22-be24-91de5c23bf80 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for floatingip (4b6c7386-fc16-4d76-b415-460609590087), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:07.583194 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-f91ff792-f6ff-4d22-be24-91de5c23bf80 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Calling delete_port for 4b6c7386-fc16-4d76-b415-460609590087 owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:32:07.708181 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f91ff792-f6ff-4d22-be24-91de5c23bf80 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (4b6c7386-fc16-4d76-b415-460609590087), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:07.736774 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ff792-f6ff-4d22-be24-91de5c23bf80 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Pushing event deleted for resources: {'Port': ['ID=4b6c7386-fc16-4d76-b415-460609590087,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:07.761528 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ff792-f6ff-4d22-be24-91de5c23bf80 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:07.761922 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ff792-f6ff-4d22-be24-91de5c23bf80 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:07.762260 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ff792-f6ff-4d22-be24-91de5c23bf80 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:07.762598 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ff792-f6ff-4d22-be24-91de5c23bf80 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:07.762926 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ff792-f6ff-4d22-be24-91de5c23bf80 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:07.763250 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ff792-f6ff-4d22-be24-91de5c23bf80 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:07.763571 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ff792-f6ff-4d22-be24-91de5c23bf80 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:07.764475 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ff792-f6ff-4d22-be24-91de5c23bf80 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:07.764801 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ff792-f6ff-4d22-be24-91de5c23bf80 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:07.765124 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ff792-f6ff-4d22-be24-91de5c23bf80 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:07.765444 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ff792-f6ff-4d22-be24-91de5c23bf80 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:07.765763 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ff792-f6ff-4d22-be24-91de5c23bf80 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:07.766080 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ff792-f6ff-4d22-be24-91de5c23bf80 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:07.766396 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ff792-f6ff-4d22-be24-91de5c23bf80 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:07.766710 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ff792-f6ff-4d22-be24-91de5c23bf80 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:07.806529 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f91ff792-f6ff-4d22-be24-91de5c23bf80 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks [] for floatingip (1e88584d-a1bc-43d2-b91b-77b5535fad59), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:07.809000 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f91ff792-f6ff-4d22-be24-91de5c23bf80 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519360'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:07.810138 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f91ff792-f6ff-4d22-be24-91de5c23bf80 tempest-AttachVolumeTestJSON-1564756241 tempest-AttachVolumeTestJSON-1564756241-project] 10.222.0.20 "DELETE /v2.0/floatingips/1e88584d-a1bc-43d2-b91b-77b5535fad59 HTTP/1.1" status: 204 len: 168 time: 0.4262469 Jul 05 10:32:08.698849 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 8ccb0cb8-059d-462f-8560-f28cdf748acd no longer exists at agent hyperv_hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:32:08.718442 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] No Port match for: 8ccb0cb8-059d-462f-8560-f28cdf748acd {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:32:08.718785 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Device 8ccb0cb8-059d-462f-8560-f28cdf748acd not bound to the agent host hv-cinder-maste {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:32:11.338987 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 53286) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:32:11.544680 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-83b1e662-c82d-4870-8e76-0697f597d3f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:11.739557 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43863d61-d201-46e7-baa9-9fb2aa6c0c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-801726'] for router_interface (f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:11.824433 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:32:11.888148 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:32:11.945748 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:11.958664 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-43863d61-d201-46e7-baa9-9fb2aa6c0c78 admin admin] Deleting port efc6bbec-cf3e-431f-aa52-68946b7c4627 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:32:11.959000 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43863d61-d201-46e7-baa9-9fb2aa6c0c78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (efc6bbec-cf3e-431f-aa52-68946b7c4627), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:12.039121 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-43863d61-d201-46e7-baa9-9fb2aa6c0c78 admin admin] For port efc6bbec-cf3e-431f-aa52-68946b7c4627, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=efc6bbec-cf3e-431f-aa52-68946b7c4627,segment=NetworkSegment(c9eb5960-fb18-4f8f-92bc-ade4c127197b),segment_id=c9eb5960-fb18-4f8f-92bc-ade4c127197b)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:12.039475 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43863d61-d201-46e7-baa9-9fb2aa6c0c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (efc6bbec-cf3e-431f-aa52-68946b7c4627), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:12.052496 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-43863d61-d201-46e7-baa9-9fb2aa6c0c78 admin admin] Calling delete_port for efc6bbec-cf3e-431f-aa52-68946b7c4627 owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:32:12.230975 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43863d61-d201-46e7-baa9-9fb2aa6c0c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (efc6bbec-cf3e-431f-aa52-68946b7c4627), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:12.255925 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43863d61-d201-46e7-baa9-9fb2aa6c0c78 admin admin] Pushing event deleted for resources: {'Port': ['ID=efc6bbec-cf3e-431f-aa52-68946b7c4627,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:12.415381 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-43863d61-d201-46e7-baa9-9fb2aa6c0c78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-802062'] for router_interface (f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:12.611843 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43863d61-d201-46e7-baa9-9fb2aa6c0c78 admin admin] Router f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1 has already been hosted by L3 agent 001ab59c-9041-4639-ba6d-9edb690d8351 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 10:32:12.666583 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:32:12.691471 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:32:12.711928 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43863d61-d201-46e7-baa9-9fb2aa6c0c78 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:32:12.718572 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-43863d61-d201-46e7-baa9-9fb2aa6c0c78 admin admin] 10.222.0.20 "PUT /v2.0/routers/f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3773856 Jul 05 10:32:12.719300 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 53290) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:32:12.721935 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07070514-e2f3-473b-9e39-5709a700ab8f None None] Sync routers for ids ['f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'] in dv-cinder-master-3-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:32:12.732857 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07070514-e2f3-473b-9e39-5709a700ab8f None None] Routers {'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:32:12.733459 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-07070514-e2f3-473b-9e39-5709a700ab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:31:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:32:12.816546 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-336a9d08-61ae-48a2-86a7-2b8cb5c3327f admin admin] Publish callbacks [] for router (f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:12.833280 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-07070514-e2f3-473b-9e39-5709a700ab8f None None] Set router f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1 gateway port host: dv-cinder-master-3-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:32:12.913965 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-336a9d08-61ae-48a2-86a7-2b8cb5c3327f admin admin] Publish callbacks [] for router_gateway (f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:12.956370 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-336a9d08-61ae-48a2-86a7-2b8cb5c3327f admin admin] Deleting port bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:32:12.956766 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-336a9d08-61ae-48a2-86a7-2b8cb5c3327f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:12.992934 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:32:12.996973 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:32:13.004978 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-07070514-e2f3-473b-9e39-5709a700ab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'name': 'tempest-AttachVolumeTestJSON-1214041305-router', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'external_fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89'}], 'enable_snat': True}, 'gw_port_id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:32:12Z', 'revision_number': 5, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'gw_port': {'id': 'bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0', 'name': '', 'network_id': '41de873a-d138-4cc5-b805-d53357ba161e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:24:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'ip_address': '172.37.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '988cd17f-ff06-4e31-a156-b2c72b1aa185', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:32:13.029853 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07070514-e2f3-473b-9e39-5709a700ab8f None None] Checking router: f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1 for host: dv-cinder-master-3-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:32:13.038097 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-336a9d08-61ae-48a2-86a7-2b8cb5c3327f admin admin] For port bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0,segment=NetworkSegment(ac291c74-d70b-4898-91c8-ebbc0994cf46),segment_id=ac291c74-d70b-4898-91c8-ebbc0994cf46)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:13.038452 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-336a9d08-61ae-48a2-86a7-2b8cb5c3327f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:13.038960 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07070514-e2f3-473b-9e39-5709a700ab8f None None] Routers {'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 10:32:13.039554 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-07070514-e2f3-473b-9e39-5709a700ab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-05T10:02:14Z,description=,heartbeat_timestamp=2022-07-05T10:31:44Z,host='dv-cinder-master-3-iscsi',id=001ab59c-9041-4639-ba6d-9edb690d8351,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T10:02:14Z,topic='l3_agent')) {'router_ids': ['f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:32:13.051807 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-336a9d08-61ae-48a2-86a7-2b8cb5c3327f admin admin] Calling delete_port for bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:32:13.126276 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-07070514-e2f3-473b-9e39-5709a700ab8f None None] Set router f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 10:32:13.175227 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-07070514-e2f3-473b-9e39-5709a700ab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'name': 'tempest-AttachVolumeTestJSON-1214041305-router', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:32:12Z', 'revision_number': 6, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:32:13.201892 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07070514-e2f3-473b-9e39-5709a700ab8f None None] The sync data for ids ['f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1'] in dv-cinder-master-3-iscsi is: [{'id': 'f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1', 'name': 'tempest-AttachVolumeTestJSON-1214041305-router', 'tenant_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T10:25:50Z', 'updated_at': '2022-07-05T10:32:12Z', 'revision_number': 6, 'project_id': '8b5c262b91db42cb9e4042b180f9fb4d', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:32:13.215831 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-336a9d08-61ae-48a2-86a7-2b8cb5c3327f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:13.242358 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a9d08-61ae-48a2-86a7-2b8cb5c3327f admin admin] Pushing event deleted for resources: {'Port': ['ID=bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:13.306540 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-336a9d08-61ae-48a2-86a7-2b8cb5c3327f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-789316'] for router_gateway (f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:13.389224 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-336a9d08-61ae-48a2-86a7-2b8cb5c3327f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-795196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28314'] for router (f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:13.391309 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-336a9d08-61ae-48a2-86a7-2b8cb5c3327f admin admin] Publish callbacks [] for router_controller (f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:13.433896 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-336a9d08-61ae-48a2-86a7-2b8cb5c3327f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-795179'] for router (f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:13.434577 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336a9d08-61ae-48a2-86a7-2b8cb5c3327f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:32:13.439278 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-336a9d08-61ae-48a2-86a7-2b8cb5c3327f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:13.440423 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-336a9d08-61ae-48a2-86a7-2b8cb5c3327f admin admin] 10.222.0.20 "DELETE /v2.0/routers/f8b63fae-036b-4ae4-aa9a-efb88c2f0eb1 HTTP/1.1" status: 204 len: 168 time: 0.7202291 Jul 05 10:32:13.443227 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 53292) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:32:13.486189 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01546b9-829f-4800-854b-ba7a046f0051 admin admin] Deleting subnet 9ae0d34b-31e2-476a-b729-9e109937f183 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 05 10:32:13.489074 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a01546b9-829f-4800-854b-ba7a046f0051 admin admin] Publish callbacks [] for subnet (9ae0d34b-31e2-476a-b729-9e109937f183), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:13.522512 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a01546b9-829f-4800-854b-ba7a046f0051 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26770210'] for subnet (9ae0d34b-31e2-476a-b729-9e109937f183), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:13.545054 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:32:13.558852 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:32:13.605271 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a01546b9-829f-4800-854b-ba7a046f0051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2072780'] for subnet (9ae0d34b-31e2-476a-b729-9e109937f183), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:13.896820 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a01546b9-829f-4800-854b-ba7a046f0051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2072775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26770432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26956688'] for subnet (9ae0d34b-31e2-476a-b729-9e109937f183), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:13.921329 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01546b9-829f-4800-854b-ba7a046f0051 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ae0d34b-31e2-476a-b729-9e109937f183,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:13.927219 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a01546b9-829f-4800-854b-ba7a046f0051 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:13.930401 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-a01546b9-829f-4800-854b-ba7a046f0051 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9ae0d34b-31e2-476a-b729-9e109937f183 HTTP/1.1" status: 204 len: 168 time: 0.4862370 Jul 05 10:32:13.932952 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 53294) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:32:13.935405 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b3edf0-c25d-4f11-b91c-b1ac7cd8c72d None None] Network 905e65c9-d2c9-40b0-a3db-38b3be82f3f2 requested from dv-cinder-master-3-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 10:32:13.998454 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device efc6bbec-cf3e-431f-aa52-68946b7c4627 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:32:14.003109 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32d3c1bd-a37e-4ccd-b757-2762f90351a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1968054'] for network (905e65c9-d2c9-40b0-a3db-38b3be82f3f2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:14.041163 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] No Port match for: efc6bbec-cf3e-431f-aa52-68946b7c4627 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:32:14.041579 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device efc6bbec-cf3e-431f-aa52-68946b7c4627 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:32:14.052132 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-32d3c1bd-a37e-4ccd-b757-2762f90351a8 admin admin] Deleting port be6a0dea-9aa1-4cf6-a9f0-e4d26554d334 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 10:32:14.052513 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32d3c1bd-a37e-4ccd-b757-2762f90351a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734376546344'] for port (be6a0dea-9aa1-4cf6-a9f0-e4d26554d334), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:14.122423 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-32d3c1bd-a37e-4ccd-b757-2762f90351a8 admin admin] For port be6a0dea-9aa1-4cf6-a9f0-e4d26554d334, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=be6a0dea-9aa1-4cf6-a9f0-e4d26554d334,segment=NetworkSegment(c9eb5960-fb18-4f8f-92bc-ade4c127197b),segment_id=c9eb5960-fb18-4f8f-92bc-ade4c127197b)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:14.122851 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32d3c1bd-a37e-4ccd-b757-2762f90351a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-802419'] for port (be6a0dea-9aa1-4cf6-a9f0-e4d26554d334), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:14.137886 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-32d3c1bd-a37e-4ccd-b757-2762f90351a8 admin admin] Calling delete_port for be6a0dea-9aa1-4cf6-a9f0-e4d26554d334 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 10:32:14.193042 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-60ff06f1-e9e5-4619-8c3b-2677c1f87b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:14.223733 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32d3c1bd-a37e-4ccd-b757-2762f90351a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1591348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734376551671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734376255874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26770647'] for port (be6a0dea-9aa1-4cf6-a9f0-e4d26554d334), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:14.253876 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3c1bd-a37e-4ccd-b757-2762f90351a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=be6a0dea-9aa1-4cf6-a9f0-e4d26554d334,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:14.258064 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d3c1bd-a37e-4ccd-b757-2762f90351a8 admin admin] No DVR routers for this DVR port be6a0dea-9aa1-4cf6-a9f0-e4d26554d334 on host dv-cinder-master-3-iscsi {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 10:32:14.267682 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef68971-810d-414f-8a78-b679aa51e1f8 None None] DHCP port deletion for 905e65c9-d2c9-40b0-a3db-38b3be82f3f2 request from dv-cinder-master-3-iscsi {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 05 10:32:14.336138 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32d3c1bd-a37e-4ccd-b757-2762f90351a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1988390', 'neutron.services.segments.db._delete_segments_for_network-8734376687225'] for network (905e65c9-d2c9-40b0-a3db-38b3be82f3f2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:14.355372 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-32d3c1bd-a37e-4ccd-b757-2762f90351a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['905e65c9-d2c9-40b0-a3db-38b3be82f3f2']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:32:14.364824 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-32d3c1bd-a37e-4ccd-b757-2762f90351a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9eb5960-fb18-4f8f-92bc-ade4c127197b') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:32:14.365112 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-32d3c1bd-a37e-4ccd-b757-2762f90351a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9eb5960-fb18-4f8f-92bc-ade4c127197b') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:32:14.374401 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32d3c1bd-a37e-4ccd-b757-2762f90351a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734376687490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26770217'] for segment (c9eb5960-fb18-4f8f-92bc-ade4c127197b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:14.387547 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32d3c1bd-a37e-4ccd-b757-2762f90351a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127'] for segment (c9eb5960-fb18-4f8f-92bc-ade4c127197b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:14.393595 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d3c1bd-a37e-4ccd-b757-2762f90351a8 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:32:14.393968 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32d3c1bd-a37e-4ccd-b757-2762f90351a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1661127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26770682'] for segment (c9eb5960-fb18-4f8f-92bc-ade4c127197b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:14.452383 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32d3c1bd-a37e-4ccd-b757-2762f90351a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1988399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-790277'] for network (905e65c9-d2c9-40b0-a3db-38b3be82f3f2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:14.459157 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32d3c1bd-a37e-4ccd-b757-2762f90351a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529870'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:14.463747 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-32d3c1bd-a37e-4ccd-b757-2762f90351a8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/905e65c9-d2c9-40b0-a3db-38b3be82f3f2 HTTP/1.1" status: 204 len: 168 time: 0.5274415 Jul 05 10:32:14.475136 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3c1bd-a37e-4ccd-b757-2762f90351a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=905e65c9-d2c9-40b0-a3db-38b3be82f3f2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:14.544554 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment c9eb5960-fb18-4f8f-92bc-ade4c127197b resource provider aggregate not found Jul 05 10:32:14.562669 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment c9eb5960-fb18-4f8f-92bc-ade4c127197b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9eb5960-fb18-4f8f-92bc-ade4c127197b found for delete ", "request_id": "req-a29d0100-d29b-4c35-b1e2-0dff20861d09"}]} Jul 05 10:32:14.577952 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 53304) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:32:14.621622 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-14ed58c4-da48-4a61-a132-eb258b961119 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b5c262b91db42cb9e4042b180f9fb4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424945 Jul 05 10:32:14.623944 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 53306) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:32:14.670126 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-83c5c6ee-753d-4c93-a26a-19ea53dd98ea admin admin] Publish callbacks [] for security_group (4d4f69fc-9a74-42ed-9227-7ad2dd357484), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:14.690941 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-83c5c6ee-753d-4c93-a26a-19ea53dd98ea admin admin] Publish callbacks [] for security_group (4d4f69fc-9a74-42ed-9227-7ad2dd357484), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:14.737207 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-83c5c6ee-753d-4c93-a26a-19ea53dd98ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (4d4f69fc-9a74-42ed-9227-7ad2dd357484), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:14.739652 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-83c5c6ee-753d-4c93-a26a-19ea53dd98ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:14.740794 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-83c5c6ee-753d-4c93-a26a-19ea53dd98ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d4f69fc-9a74-42ed-9227-7ad2dd357484 HTTP/1.1" status: 204 len: 168 time: 0.1159017 Jul 05 10:32:14.743162 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:32:14.749566 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5c6ee-753d-4c93-a26a-19ea53dd98ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4f69fc-9a74-42ed-9227-7ad2dd357484,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:15.028810 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:15.478781 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:32:15.497576 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] No Port match for: bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:32:15.497910 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device bb6ab03f-1f2e-4507-9a0b-139c7dbef6e0 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:32:15.498306 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device be6a0dea-9aa1-4cf6-a9f0-e4d26554d334 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:32:15.517156 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] No Port match for: be6a0dea-9aa1-4cf6-a9f0-e4d26554d334 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 10:32:15.517436 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Device be6a0dea-9aa1-4cf6-a9f0-e4d26554d334 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:32:16.395508 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:16.480943 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:32:16.485190 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:32:16.862359 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:17.344995 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=31,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:32:17.366833 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=38,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:32:21.212930 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:32:24.745200 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:32:25.699188 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 53412) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:32:25.801973 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3f8ed315-58b5-43b4-8503-05d90a2dd5fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:25.876870 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3f8ed315-58b5-43b4-8503-05d90a2dd5fd admin admin] Publish callbacks [] for security_group (a35acfb6-8579-4ab8-b817-322ce39e0bd5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:25.880556 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3f8ed315-58b5-43b4-8503-05d90a2dd5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (a35acfb6-8579-4ab8-b817-322ce39e0bd5), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:25.922193 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-3f8ed315-58b5-43b4-8503-05d90a2dd5fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e41343be313414b91f63aa4f5c9955e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219520 Jul 05 10:32:25.923130 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ed315-58b5-43b4-8503-05d90a2dd5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35acfb6-8579-4ab8-b817-322ce39e0bd5,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:25.924936 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 53416) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:32:25.973993 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-77327f24-60e7-4171-932d-85aa273016a6 admin admin] Publish callbacks [] for security_group (a35acfb6-8579-4ab8-b817-322ce39e0bd5), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:25.994590 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-77327f24-60e7-4171-932d-85aa273016a6 admin admin] Publish callbacks [] for security_group (a35acfb6-8579-4ab8-b817-322ce39e0bd5), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:26.041179 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-77327f24-60e7-4171-932d-85aa273016a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (a35acfb6-8579-4ab8-b817-322ce39e0bd5), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:26.043699 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-77327f24-60e7-4171-932d-85aa273016a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:26.044867 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-77327f24-60e7-4171-932d-85aa273016a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a35acfb6-8579-4ab8-b817-322ce39e0bd5 HTTP/1.1" status: 204 len: 168 time: 0.1189005 Jul 05 10:32:26.053137 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77327f24-60e7-4171-932d-85aa273016a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35acfb6-8579-4ab8-b817-322ce39e0bd5,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:26.303326 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 53422) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:32:26.317068 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-677f24c0-08c7-4222-a60b-596c18e26abc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:26.390949 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-677f24c0-08c7-4222-a60b-596c18e26abc admin admin] Publish callbacks [] for security_group (97fa71ad-262a-470e-958f-876fac37c067), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:26.394246 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-677f24c0-08c7-4222-a60b-596c18e26abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (97fa71ad-262a-470e-958f-876fac37c067), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:26.433602 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-677f24c0-08c7-4222-a60b-596c18e26abc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc950e48e560463dbf1e6e0f111da3d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291821 Jul 05 10:32:26.434478 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f24c0-08c7-4222-a60b-596c18e26abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fa71ad-262a-470e-958f-876fac37c067,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:26.436267 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 53424) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:32:26.487476 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a95c868f-a7a2-4b67-8603-770db011db1d admin admin] Publish callbacks [] for security_group (97fa71ad-262a-470e-958f-876fac37c067), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:26.508624 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a95c868f-a7a2-4b67-8603-770db011db1d admin admin] Publish callbacks [] for security_group (97fa71ad-262a-470e-958f-876fac37c067), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:26.553979 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a95c868f-a7a2-4b67-8603-770db011db1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (97fa71ad-262a-470e-958f-876fac37c067), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:26.556453 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a95c868f-a7a2-4b67-8603-770db011db1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:26.557631 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-a95c868f-a7a2-4b67-8603-770db011db1d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97fa71ad-262a-470e-958f-876fac37c067 HTTP/1.1" status: 204 len: 168 time: 0.1203232 Jul 05 10:32:26.565208 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c868f-a7a2-4b67-8603-770db011db1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fa71ad-262a-470e-958f-876fac37c067,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:26.856876 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=53,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:32:27.582304 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 53454) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:32:27.687142 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9677a70e-cd31-4a4b-9294-9edb0cdcd5c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:27.761798 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9677a70e-cd31-4a4b-9294-9edb0cdcd5c5 admin admin] Publish callbacks [] for security_group (ef2e4656-97d3-4a52-87a6-0d40f95fb512), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:27.765315 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9677a70e-cd31-4a4b-9294-9edb0cdcd5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (ef2e4656-97d3-4a52-87a6-0d40f95fb512), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:27.803607 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-9677a70e-cd31-4a4b-9294-9edb0cdcd5c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a0cbd539cfb41d49bd9b3e952512310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202878 Jul 05 10:32:27.804463 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677a70e-cd31-4a4b-9294-9edb0cdcd5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2e4656-97d3-4a52-87a6-0d40f95fb512,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:27.806398 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 53458) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:32:27.856764 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-547a5111-930f-4cbe-a697-b465b0ad53f4 admin admin] Publish callbacks [] for security_group (ef2e4656-97d3-4a52-87a6-0d40f95fb512), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:27.878790 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-547a5111-930f-4cbe-a697-b465b0ad53f4 admin admin] Publish callbacks [] for security_group (ef2e4656-97d3-4a52-87a6-0d40f95fb512), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:27.925496 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-547a5111-930f-4cbe-a697-b465b0ad53f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (ef2e4656-97d3-4a52-87a6-0d40f95fb512), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:27.928483 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-547a5111-930f-4cbe-a697-b465b0ad53f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:27.929640 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-547a5111-930f-4cbe-a697-b465b0ad53f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef2e4656-97d3-4a52-87a6-0d40f95fb512 HTTP/1.1" status: 204 len: 168 time: 0.1222703 Jul 05 10:32:27.937790 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a5111-930f-4cbe-a697-b465b0ad53f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2e4656-97d3-4a52-87a6-0d40f95fb512,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:37.798397 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=54,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:32:37.800370 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=49,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:32:37.910313 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=56,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:32:37.933989 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=51,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:32:37.949320 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:32:40.241231 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:32:40.243682 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=5 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:32:41.546862 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c54a6084-bcdf-4b25-ab99-102c733170c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:41.945447 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:44.056768 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2b4469d3-8424-4ffb-bf56-05a4e41a9f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:45.032733 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:46.360849 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:46.863626 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:50.215095 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.20', 53598) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:32:50.322985 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-166f3997-8b18-4a55-b385-69bb11c30230 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:50.395216 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-166f3997-8b18-4a55-b385-69bb11c30230 admin admin] Publish callbacks [] for security_group (539c67ca-9926-4617-a149-3f590bcb5203), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:50.399262 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-166f3997-8b18-4a55-b385-69bb11c30230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (539c67ca-9926-4617-a149-3f590bcb5203), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:50.436976 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f3997-8b18-4a55-b385-69bb11c30230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539c67ca-9926-4617-a149-3f590bcb5203,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:50.441272 dv-cinder-master-3-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-166f3997-8b18-4a55-b385-69bb11c30230 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d00ec0650fc47b3aa153f786dce08b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251894 Jul 05 10:32:50.444590 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.20', 53602) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 10:32:50.492735 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9b7cbcb6-edb6-4621-8dcd-5179b4a6b011 admin admin] Publish callbacks [] for security_group (539c67ca-9926-4617-a149-3f590bcb5203), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:50.515711 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9b7cbcb6-edb6-4621-8dcd-5179b4a6b011 admin admin] Publish callbacks [] for security_group (539c67ca-9926-4617-a149-3f590bcb5203), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:50.563910 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9b7cbcb6-edb6-4621-8dcd-5179b4a6b011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601831'] for security_group (539c67ca-9926-4617-a149-3f590bcb5203), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:50.566432 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9b7cbcb6-edb6-4621-8dcd-5179b4a6b011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:32:50.567590 dv-cinder-master-3-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-9b7cbcb6-edb6-4621-8dcd-5179b4a6b011 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/539c67ca-9926-4617-a149-3f590bcb5203 HTTP/1.1" status: 204 len: 168 time: 0.1221905 Jul 05 10:32:50.575503 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7cbcb6-edb6-4621-8dcd-5179b4a6b011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539c67ca-9926-4617-a149-3f590bcb5203,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:56.859635 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:32:58.211705 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:33:00.432414 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=19,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:33:00.434748 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=18,neutron:INSERT=5 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:33:00.548289 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:33:00.571950 dv-cinder-master-3-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:33:00.587537 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:33:06.360363 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=12 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:33:11.550159 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3c147c0c-ddf9-4afb-8102-5fbfd6c6df8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:33:11.956479 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:33:14.058112 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f9aefb6d-6369-4e71-a184-f365d4d86639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:33:15.034785 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:33:16.367013 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:33:16.869220 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:33:17.237125 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=20 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:33:17.241700 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:33:26.863950 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:33:26.866125 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:33:35.211001 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:33:41.552182 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cb776030-f6d3-4759-af93-6013ac65e703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:33:41.949554 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:33:44.058927 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-eebb6df4-a9f5-446f-b23b-84d0a9790d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:33:45.037232 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:33:46.365517 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:33:46.872010 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:33:54.243760 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=4 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:33:54.247899 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=4 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:33:56.866686 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:33:56.868564 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:34:10.239881 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:34:11.553565 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8ce4e6d5-4ccf-4627-ba31-f5247877197b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:34:11.956082 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:34:12.210474 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:34:14.062472 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a6a89f77-d4ea-4a3a-8e11-88fadde5352d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:34:15.039176 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:34:16.383989 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:34:16.874201 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:34:26.868162 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:34:26.870303 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:34:31.249765 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=4 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:34:31.254241 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=4 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:34:41.554528 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b77ed67a-58b7-4e71-a10c-69d103b3be29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:34:41.964885 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:34:44.065001 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d545ced0-3d2b-4b2b-9ee9-eafa986b6bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:34:45.041023 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:34:46.371919 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:34:46.877737 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:34:49.209640 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:34:56.867403 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:34:56.873000 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:35:08.245069 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=16 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:35:08.250190 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=18 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:35:11.555736 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3f338895-e123-4a74-b5e0-36fc88e4c711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:35:11.962901 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:35:14.067337 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b6106916-2f5b-4930-b122-0b0be4989669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:35:15.042980 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:35:16.374824 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:35:16.879544 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:35:26.207918 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:35:26.873018 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:35:26.874907 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:35:34.085932 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [req-6d222616-07c3-4cfa-b135-e3ce3cc7f48a req-03e55b59-1c41-464a-88ac-34ba11005559 service neutron] (104032) timed out ('10.222.0.20', 50568) {{(pid=104032) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 05 10:35:34.250906 dv-cinder-master-3-iscsi neutron-server[104032]: DEBUG neutron.wsgi [req-6d222616-07c3-4cfa-b135-e3ce3cc7f48a req-b13bd2d6-dab4-4ea6-8e6b-76ea630d21be tempest-AttachVolumeShelveTestJSON-1813703734 tempest-AttachVolumeShelveTestJSON-1813703734-project] (104032) timed out ('10.222.0.20', 50576) {{(pid=104032) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 05 10:35:41.560042 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c388ed97-3a51-48eb-858d-e5cae8c62841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:35:41.953067 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:35:44.069048 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-acd97010-4a50-4d9d-b806-04bc37cf802a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:35:45.044971 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:35:45.235340 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:35:45.246138 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=6 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:35:46.377481 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:35:46.881184 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:35:56.874794 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=9 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:35:56.877188 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=9,neutron:UPDATE=6 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:36:03.206198 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:36:10.244908 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:36:11.561272 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2267bbcb-3835-4a55-ab06-d5a0486390f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:36:11.961958 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:36:14.070597 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3e9ed088-65a0-4ae7-ab74-aae63b8a414f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:36:15.049329 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:36:16.386745 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:36:16.882907 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:36:22.247326 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:36:22.252366 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:DELETE=1,neutron:SELECT=6 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:36:26.877028 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:36:26.878937 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:36:40.205798 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:36:41.562091 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9fdc0d2e-41fd-4d52-8979-9d9d97ed0312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:36:41.950528 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:36:44.073020 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2b530421-fbd3-44fe-ac52-0f80f5f4440b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:36:45.051372 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:36:46.383552 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:36:46.886280 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:36:56.881247 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:36:56.883029 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:37:06.362349 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=20 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:37:06.364186 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=16 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:37:11.563059 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-31ad9ad5-6323-4363-9c9d-9ed319cd616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:37:11.949923 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:37:14.074361 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5175b51e-314f-4256-979f-af4864ba9610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:37:15.052831 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:37:16.387167 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:37:16.888289 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:37:17.208041 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:37:26.878095 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:37:26.884714 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:37:36.248832 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:37:36.254939 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=6 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:37:41.564686 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9388e789-0a62-4dd8-afb4-e3b8d83214b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:37:41.957368 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:37:44.082575 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-beec4a0a-7172-468b-8f83-9d0342295c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:37:45.054741 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:37:46.389150 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:37:46.894273 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:37:54.207721 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:37:56.888565 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:37:56.890439 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:38:11.565666 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c25f388c-f97c-48e1-997b-4de1ca06de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (79910865-91ee-4878-a729-5c22ab7e1742), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:38:11.957317 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faf2b590-f83a-4ee0-b6bf-98ede695ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (2022926f-89e6-45ab-bc5a-219d9ca35e16), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:38:13.257475 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:38:13.261467 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=6 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:38:14.085188 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-53d6b334-032c-40ef-9c48-b2bee44af086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (001ab59c-9041-4639-ba6d-9edb690d8351), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:38:15.057261 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d817-7067-49ab-aa21-84037f03925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (73f96c32-91c1-4fd1-938f-0ff09cda4bc3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:38:16.391381 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-608f52c3-04df-4de8-aeb4-9c1089e29d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (1dbb9f91-3cff-4c82-9f7c-f08c4e3c82c6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:38:16.885150 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a74e-fce5-4cb3-b3d0-b6679881812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734376687207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073059'] for agent (f001f5f8-9f76-4ad3-8b96-0da906dfccdc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 10:38:26.874872 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=25 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:38:26.882184 dv-cinder-master-3-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=19,neutron:UPDATE=6 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 10:38:31.207257 dv-cinder-master-3-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-69f0b950-57fa-452b-a5f2-7549b1cb7f43 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}